-- Logs begin at Fri 2022-04-29 12:50:43 UTC, end at Fri 2022-04-29 13:55:57 UTC. -- Apr 29 13:29:25.583220 dv-cinder-839416-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 29 13:29:28.581657 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.common.config [-] Logging enabled! Apr 29 13:29:28.582296 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev160 Apr 29 13:29:28.582455 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103438) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 29 13:29:28.585920 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.common.config [-] Logging enabled! Apr 29 13:29:28.586160 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev160 Apr 29 13:29:28.586470 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103438) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 29 13:29:28.587420 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 13:29:28.587648 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 13:29:28.588021 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 13:29:28.588264 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 13:29:28.588488 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 13:29:28.588829 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.589232 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.589471 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.589763 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.590058 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.590344 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.590633 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.590931 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.591218 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.591494 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.591778 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.592009 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.592291 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.592580 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.592889 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.593114 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] debug = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.593393 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.594345 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.594757 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.595049 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.595342 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.595622 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.595896 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.596170 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.596454 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.596824 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] host = dv-cinder-839416-3-smb {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.597103 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.597390 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.597687 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.597959 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.598231 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.598507 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.598792 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.599063 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.599337 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] log_file = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.599617 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.599900 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.600186 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.600471 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.600729 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.600953 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.601238 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.601532 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.601799 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.602070 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.602341 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.602611 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.602882 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.603151 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.603434 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.603712 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.603989 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.604257 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.604526 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.604824 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.605098 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.605376 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.605646 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.605922 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.606189 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.606481 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.606742 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.607012 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.607312 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.607595 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.607878 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.608159 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.608430 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.608739 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.609014 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.609845 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.610112 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] use_json = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.610384 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.610653 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.610933 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.611206 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.611476 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.612016 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.612286 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.612568 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.612861 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:28.613159 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.613455 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.613754 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.614033 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.614342 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.614622 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.614908 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.615186 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.615473 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.615759 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.616053 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.616333 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.616627 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.616935 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.617229 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.617536 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.617829 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.618119 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.618393 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.618663 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.618934 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.619209 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.619495 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.619771 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.620058 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.620345 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.620622 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.620938 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.621223 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.621508 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.621798 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.622085 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.622358 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.622636 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.622923 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.623200 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.623474 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.623752 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.624038 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.624313 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.624588 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.625023 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.625306 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.625581 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.625853 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.626135 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.626446 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.626702 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.626972 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.627243 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.627528 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.627800 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.628079 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.628355 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.628628 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.628923 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.629201 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.629477 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.629751 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.630031 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.630300 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.630577 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.630848 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.631119 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.631390 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.631662 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.631932 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.632203 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.632473 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.632773 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.633046 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.633315 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.633589 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.633858 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.634130 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.634425 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.634699 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.634974 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.635249 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.635526 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.635800 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.636082 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.636357 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.636634 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.636923 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.637214 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.637498 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.637783 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.638064 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.638360 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.638653 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.638928 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.639203 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.639485 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.639758 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.640049 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.641077 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.641077 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.641543 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.641786 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.642093 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.642365 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.642658 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.642938 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.643247 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.643527 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:28.643742 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 13:29:28.643990 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103438) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 29 13:29:29.113274 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 29 13:29:29.113548 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 29 13:29:29.113852 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 29 13:29:29.114179 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 29 13:29:29.471344 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:29.471643 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:29.471791 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:29.473186 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:29.473459 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:29.473717 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:29.536721 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:29.536992 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:29.537255 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:29.554058 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:29.554342 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:29.554614 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:29.588777 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:29.589487 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:29.589487 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:29.633575 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:29.633847 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:29.634116 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:29.994384 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:29.994666 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:29.994929 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:29.995192 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:29.995882 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.103716 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.103939 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.104220 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.104488 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.104780 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.105088 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.105344 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.105599 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.105847 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.106122 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.106383 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.106640 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.106887 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.107156 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.107402 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.107660 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.107913 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.108169 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.108433 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.108705 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.108983 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.109761 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.110670 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.111072 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.111326 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.111571 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.112257 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:29:30.112495 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:29:30.112759 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:29:30.112991 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:29:30.113220 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:29:30.113450 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:29:30.113837 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 29 13:29:30.117316 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 29 13:29:30.121260 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 29 13:29:30.125960 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 29 13:29:30.127641 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 29 13:29:30.128262 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 29 13:29:30.128596 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 29 13:29:30.129012 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 29 13:29:30.131831 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 29 13:29:30.132072 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 29 13:29:30.132409 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 13:29:30.137308 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 29 13:29:30.164787 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 29 13:29:30.165255 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.165554 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103438) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 29 13:29:30.165923 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.167300 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103438) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 29 13:29:30.167585 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 13:29:30.167825 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 29 13:29:30.171198 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.171470 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.237809 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 29 13:29:30.238046 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 29 13:29:30.238277 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 29 13:29:30.238656 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 29 13:29:30.261114 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_db.sqlalchemy.engines [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103438) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 29 13:29:30.726698 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.managers [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Initializing driver for type 'gre' Apr 29 13:29:30.727820 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] gre ID ranges: [(1, 1000)] Apr 29 13:29:30.784073 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.managers [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Initializing driver for type 'local' Apr 29 13:29:30.784467 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.managers [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Initializing driver for type 'vlan' Apr 29 13:29:30.797923 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] VlanTypeDriver initialization complete Apr 29 13:29:30.798262 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.managers [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Initializing driver for type 'vxlan' Apr 29 13:29:30.798759 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] vxlan ID ranges: [(1, 1000)] Apr 29 13:29:30.867326 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.managers [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Initializing extension driver 'port_security' Apr 29 13:29:30.867650 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.extensions.port_security [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] PortSecurityExtensionDriver initialization complete Apr 29 13:29:30.867982 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.managers [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Initializing mechanism driver 'openvswitch' Apr 29 13:29:30.868298 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.managers [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Initializing mechanism driver 'hyperv' Apr 29 13:29:30.875676 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.plugins.ml2.plugin [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:30.876540 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > port after_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.876933 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > port after_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.877284 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > port after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.877825 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 13:29:30.878260 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > subnet after_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.878610 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > subnet after_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.878952 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.879343 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 13:29:30.879746 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > network after_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.880094 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > network after_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.880436 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > network after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.880860 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 13:29:30.881270 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > security_group after_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.881620 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > security_group after_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.881961 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > security_group after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.882357 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 13:29:30.882760 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.883102 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.883435 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.883834 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 13:29:30.884234 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > address_group after_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.884576 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > address_group after_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.884940 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > address_group after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.885334 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 13:29:30.885790 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] ML2 OVO RPC backend initialized. {{(pid=103438) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 29 13:29:30.886578 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.886937 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.887354 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > network before_response 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.887701 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > networks before_response 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.888046 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > port before_response 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.888383 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > ports before_response 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.888756 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > subnet before_response 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.889095 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > subnets before_response 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.889439 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > network after_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.889775 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > network after_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.890106 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > network after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.890457 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > port after_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.890795 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > port after_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.891125 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > port after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.891453 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > subnet after_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.891774 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > subnet after_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.892102 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.900561 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.quota [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded quota_driver: . Apr 29 13:29:30.900968 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.plugin [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Modular L2 Plugin initialization complete Apr 29 13:29:30.901314 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading services supported by the core plugin {{(pid=103438) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 29 13:29:30.901655 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.plugins.ml2.managers [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Got port-security extension from driver 'port_security' Apr 29 13:29:30.902171 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.extensions.vlantransparent [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Disabled vlantransparent extension. Apr 29 13:29:30.902670 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103438) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 29 13:29:30.902992 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading Plugin: router Apr 29 13:29:30.941158 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router_interface before_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.941551 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router after_create 55549900 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.941918 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router before_create 55549900 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.942278 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.942646 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.942997 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router after_delete 55549900 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.943362 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > floatingip after_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.943707 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > floatingip after_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.944067 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router after_create 55549900 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.944405 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router after_update 55549900 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.944786 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router after_update 55549900 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.945134 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.945623 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router after_update 55549900 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.946032 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router precommit_update 55549900 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.946399 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: port after_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.946740 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: port after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.947080 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: subnet after_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.947419 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.947764 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > port precommit_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.948104 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router precommit_create 55549900 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.948443 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: port before_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.948806 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router precommit_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.949160 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router after_update 55549900 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.949499 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router precommit_delete 55549900 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.949845 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router precommit_create 55549900 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.950203 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.950540 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router precommit_update 55549900 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.950898 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > agent after_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.951242 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > agent after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.951579 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > network after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.952479 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Tracking information for resource: router configured {{(pid=103438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:29:30.952879 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Tracking information for resource: floatingip configured {{(pid=103438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 13:29:30.958257 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.db.l3_agentschedulers_db [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 29 13:29:30.958858 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: port after_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.959204 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: port after_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.959549 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: port after_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.959894 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: port after_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.960730 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router before_create 55550100 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.961095 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router precommit_delete 55550100 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.961453 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router precommit_create 55550100 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.961803 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > router precommit_update 55550100 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.966650 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.services.provider_configuration [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Service providers = [] {{(pid=103438) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 29 13:29:30.967008 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.db.servicetype_db [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103438) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 29 13:29:30.970362 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.services.service_base [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103438) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 13:29:30.970707 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.services.service_base [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103438) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 13:29:30.971047 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.services.service_base [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103438) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 13:29:30.971926 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.services.service_base [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103438) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 13:29:30.972292 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.services.service_base [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 29 13:29:30.972693 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:29:30.973007 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 29 13:29:30.983804 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:29:30.984707 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading Plugin: auto_allocate Apr 29 13:29:30.990865 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: network precommit_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.991234 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: network precommit_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:30.991770 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:29:30.992083 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading Plugin: tag Apr 29 13:29:30.999234 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:29:30.999555 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading Plugin: timestamp Apr 29 13:29:31.004571 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:29:31.005225 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading Plugin: network_ip_availability Apr 29 13:29:31.011006 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:31.011384 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:31.011925 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:31.012760 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:29:31.012878 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading Plugin: flavors Apr 29 13:29:31.018378 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:29:31.018699 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading Plugin: revisions Apr 29 13:29:31.023183 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 13:29:31.023581 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_concurrency.lockutils [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.910s {{(pid=103438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 29 13:29:31.024346 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103438) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 29 13:29:31.024715 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Initializing extension manager. Apr 29 13:29:31.025238 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: __init__.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.025625 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: __pycache__ {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.025902 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: _port_mac_address_override.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.026227 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: address_group.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.027009 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.027586 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: address-group Apr 29 13:29:31.028028 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: address_scope.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.028607 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.029133 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: address-scope Apr 29 13:29:31.029452 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: admin_state_down_before_update.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.030723 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.031423 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: router-admin-state-down-before-update Apr 29 13:29:31.031734 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: agent.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.032527 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.033093 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: agent Apr 29 13:29:31.033382 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: agent_resources_synced.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.034327 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.034853 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: agent-resources-synced Apr 29 13:29:31.035143 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: allowedaddresspairs.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.037039 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.037571 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: allowed-address-pairs Apr 29 13:29:31.037891 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: auto_allocated_topology.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.038990 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.039520 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: auto-allocated-topology Apr 29 13:29:31.039826 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: availability_zone.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.040522 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.041057 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: availability_zone Apr 29 13:29:31.041373 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: availability_zone_filter.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.042309 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.042790 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: availability_zone_filter Apr 29 13:29:31.043107 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: data_plane_status.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.044009 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.044510 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension data-plane-status not supported by any of loaded plugins Apr 29 13:29:31.044847 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: default_subnetpools.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.045763 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.046292 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: default-subnetpools Apr 29 13:29:31.047113 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: dhcpagentscheduler.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.048197 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.048458 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: dhcp_agent_scheduler Apr 29 13:29:31.048824 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: dns.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.049757 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.050265 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension dns-integration not supported by any of loaded plugins Apr 29 13:29:31.050559 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: dns_domain_ports.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.051477 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.051977 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 29 13:29:31.052295 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.053236 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.053731 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 29 13:29:31.054043 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: dvr.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.054709 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.055207 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: dvr Apr 29 13:29:31.055521 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: ecmp_routes.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.056438 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.056965 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension ecmp_routes not supported by any of loaded plugins Apr 29 13:29:31.057280 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: empty_string_filtering.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.058183 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.058686 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: empty-string-filtering Apr 29 13:29:31.059002 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.059910 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.060408 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 29 13:29:31.060743 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.061654 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.062861 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 29 13:29:31.063255 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: external_net.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.064173 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.064693 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: external-net Apr 29 13:29:31.065012 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: extra_dhcp_opt.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.065925 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.066432 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: extra_dhcp_opt Apr 29 13:29:31.066739 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: extraroute.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.067641 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.068222 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: extraroute Apr 29 13:29:31.068451 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: extraroute_atomic.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.071087 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.071608 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: extraroute-atomic Apr 29 13:29:31.071929 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: filter_validation.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.072611 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.073144 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: filter-validation Apr 29 13:29:31.073458 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: fip_pf_description.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.074372 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.074864 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 29 13:29:31.075181 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: fip_pf_port_range.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.076085 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.076577 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 29 13:29:31.076931 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: fip_port_details.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.077874 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.078380 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: fip-port-details Apr 29 13:29:31.078769 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: flavors.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.080022 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.080533 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: flavors Apr 29 13:29:31.080873 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.082540 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.083059 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 29 13:29:31.083387 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: floatingip_pools.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.084099 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.084611 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: floatingip-pools Apr 29 13:29:31.085034 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: ip_allocation.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.085968 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.086471 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension ip_allocation not supported by any of loaded plugins Apr 29 13:29:31.086796 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.087699 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.088204 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: ip-substring-filtering Apr 29 13:29:31.088524 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: l2_adjacency.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.089454 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.089983 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension l2_adjacency not supported by any of loaded plugins Apr 29 13:29:31.090266 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: l3.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.091271 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.091780 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: router Apr 29 13:29:31.092098 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: l3_conntrack_helper.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.094538 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.095067 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 29 13:29:31.095392 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.096318 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.096879 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: ext-gw-mode Apr 29 13:29:31.097196 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.098106 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.098610 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: l3-ha Apr 29 13:29:31.098932 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.099832 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.100327 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 29 13:29:31.100659 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: l3_flavors.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.101565 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.102063 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: l3-flavors Apr 29 13:29:31.102378 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: l3_ndp_proxy.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.103760 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.104268 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 29 13:29:31.104590 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.105517 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.106023 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: l3-port-ip-change-not-allowed Apr 29 13:29:31.106345 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: l3agentscheduler.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.107421 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.107928 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: l3_agent_scheduler Apr 29 13:29:31.108251 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: local_ip.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.110812 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.111337 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension local_ip not supported by any of loaded plugins Apr 29 13:29:31.111919 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: logging.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.113434 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.113951 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension logging not supported by any of loaded plugins Apr 29 13:29:31.114276 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: metering.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.115021 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.115601 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: metering Apr 29 13:29:31.115923 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.117058 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.117569 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: metering_source_and_destination_fields Apr 29 13:29:31.117890 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: multiprovidernet.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.118835 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.119337 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: multi-provider Apr 29 13:29:31.119659 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: netmtu.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.120559 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.121085 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: net-mtu Apr 29 13:29:31.121403 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: netmtu_writable.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.122305 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.122803 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: net-mtu-writable Apr 29 13:29:31.123121 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: network_availability_zone.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.123780 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.124274 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: network_availability_zone Apr 29 13:29:31.125436 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: network_ip_availability.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.126367 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.126875 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: network-ip-availability Apr 29 13:29:31.127202 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: network_segment_range.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.127984 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.128482 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension network-segment-range not supported by any of loaded plugins Apr 29 13:29:31.128830 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: pagination.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.129808 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.130128 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: pagination Apr 29 13:29:31.130442 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: port_device_profile.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.131342 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.131846 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: port-device-profile Apr 29 13:29:31.132162 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: port_mac_address_override.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.133110 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.133612 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: port-mac-override Apr 29 13:29:31.133929 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.134841 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.135344 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: port-mac-address-regenerate Apr 29 13:29:31.135661 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.136567 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.137103 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: port-numa-affinity-policy Apr 29 13:29:31.137419 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: port_resource_request.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.138327 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.138824 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension port-resource-request not supported by any of loaded plugins Apr 29 13:29:31.139139 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: port_resource_request_groups.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.140098 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.140689 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 29 13:29:31.141009 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: portbindings.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.141937 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.142442 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: binding Apr 29 13:29:31.142758 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: portbindings_extended.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.144033 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.144543 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: binding-extended Apr 29 13:29:31.145017 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: portsecurity.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.146018 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.146766 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: port-security Apr 29 13:29:31.147226 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: project_id.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.148198 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.148523 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: project-id Apr 29 13:29:31.148868 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: providernet.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.149777 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.150293 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: provider Apr 29 13:29:31.150613 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: qos.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.154452 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.154975 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension qos not supported by any of loaded plugins Apr 29 13:29:31.155299 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.156624 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.157208 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 29 13:29:31.157565 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.158513 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.159064 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 29 13:29:31.159480 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: qos_default.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.160429 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.161074 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension qos-default not supported by any of loaded plugins Apr 29 13:29:31.161468 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: qos_fip.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.162424 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.162971 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension qos-fip not supported by any of loaded plugins Apr 29 13:29:31.163329 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: qos_fip_network_policy.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.164273 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.164858 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 29 13:29:31.165221 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: qos_gateway_ip.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.166170 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.166721 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 29 13:29:31.167085 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: qos_port_network_policy.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.168026 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.168576 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 29 13:29:31.168964 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.170083 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.170713 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 29 13:29:31.171071 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.172745 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.173305 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 29 13:29:31.173667 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: qos_pps_rule.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.174942 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.175452 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension qos-pps not supported by any of loaded plugins Apr 29 13:29:31.175772 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: qos_rule_type_details.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.176711 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.177228 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 29 13:29:31.177547 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: qos_rule_type_filter.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.178461 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.178965 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 29 13:29:31.179282 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: qos_rules_alias.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.180372 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.180904 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 29 13:29:31.181226 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: quota_check_limit.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.182199 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.182706 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: quota-check-limit Apr 29 13:29:31.183027 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: quotasv2.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.184041 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.184365 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: quotas Apr 29 13:29:31.184717 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: quotasv2_detail.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.186502 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.186835 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: quota_details Apr 29 13:29:31.187790 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: rbac.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.188898 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.189421 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: rbac-policies Apr 29 13:29:31.189747 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: rbac_address_group.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.190681 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.191188 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: rbac-address-group Apr 29 13:29:31.191509 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: rbac_address_scope.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.192453 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.192992 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: rbac-address-scope Apr 29 13:29:31.193317 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: rbac_security_groups.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.194228 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.194734 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: rbac-security-groups Apr 29 13:29:31.195055 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: rbac_subnetpool.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.195966 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.196470 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: rbac-subnetpool Apr 29 13:29:31.196829 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: revisionifmatch.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.197743 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.198256 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: revision-if-match Apr 29 13:29:31.198574 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: revisions.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.199674 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.200181 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: standard-attr-revisions Apr 29 13:29:31.200501 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: router_availability_zone.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.201205 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.201707 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: router_availability_zone Apr 29 13:29:31.202024 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: routerservicetype.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.202964 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.203476 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension router-service-type not supported by any of loaded plugins Apr 29 13:29:31.203787 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.204722 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.205234 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: security-groups-normalized-cidr Apr 29 13:29:31.205556 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: security_groups_port_filtering.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.206463 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.206966 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: port-security-groups-filtering Apr 29 13:29:31.207283 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.208217 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.208752 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: security-groups-remote-address-group Apr 29 13:29:31.209066 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.209988 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.210489 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: security-groups-shared-filtering Apr 29 13:29:31.210809 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.211557 dv-cinder-839416-3-smb neutron-server[103438]: WARNING neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 29 13:29:31.211871 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: securitygroup.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.221856 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.222400 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: security-group Apr 29 13:29:31.222730 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: segment.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.223474 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.223980 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension segment not supported by any of loaded plugins Apr 29 13:29:31.224307 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.225314 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.225819 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 29 13:29:31.226139 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: servicetype.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.227240 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.227749 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: service-type Apr 29 13:29:31.228071 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: sorting.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.229070 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.229399 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: sorting Apr 29 13:29:31.229718 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: standard_attr_segment.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.230620 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.231125 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 29 13:29:31.231441 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: standardattrdescription.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.232092 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.232594 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: standard-attr-description Apr 29 13:29:31.232937 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: stateful_security_group.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.234568 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.235597 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: stateful-security-group Apr 29 13:29:31.235916 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: stdattrs_common.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.236498 dv-cinder-839416-3-smb neutron-server[103438]: WARNING neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 29 13:29:31.237090 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.238044 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.238557 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 29 13:29:31.238874 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: subnet_onboard.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.239944 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.240463 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: subnet_onboard Apr 29 13:29:31.240810 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.241736 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.242234 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 29 13:29:31.242548 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: subnet_service_types.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.243466 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.243982 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: subnet-service-types Apr 29 13:29:31.245091 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: subnetallocation.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.245415 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.245930 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: subnet_allocation Apr 29 13:29:31.246250 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.246926 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.247445 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: subnetpool-prefix-ops Apr 29 13:29:31.247767 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.248760 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.249281 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 29 13:29:31.249618 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: tagging.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.251492 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.252005 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: standard-attr-tag Apr 29 13:29:31.252331 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: timestamp.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.253595 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.254103 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loaded extension: standard-attr-timestamp Apr 29 13:29:31.254421 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: trunk.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.255526 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.255953 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension trunk not supported by any of loaded plugins Apr 29 13:29:31.256272 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: trunk_details.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.257211 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.257723 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension trunk-details not supported by any of loaded plugins Apr 29 13:29:31.258039 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: uplink_status_propagation.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.258950 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.259450 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 29 13:29:31.259767 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Loading extension file: vlantransparent.py {{(pid=103438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 13:29:31.260441 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 13:29:31.260977 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extension vlan-transparent not supported by any of loaded plugins Apr 29 13:29:31.263587 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Creating instance of TrackedResource for resource:network Apr 29 13:29:31.264144 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Creating instance of TrackedResource for resource:subnet Apr 29 13:29:31.264574 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 13:29:31.265086 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Creating instance of TrackedResource for resource:port Apr 29 13:29:31.266639 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.v2.resource_helper [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:29:31.267107 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.v2.resource_helper [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Service FLAVORS assigned prefix: {{(pid=103438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:29:31.267765 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.v2.resource_helper [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:29:31.268214 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.v2.resource_helper [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:29:31.268576 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Creating instance of TrackedResource for resource:router Apr 29 13:29:31.269061 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Creating instance of TrackedResource for resource:floatingip Apr 29 13:29:31.269589 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.v2.resource_helper [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Service METERING assigned prefix: /metering {{(pid=103438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:29:31.271174 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:31.271577 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:31.271962 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:29:31.273060 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 13:29:31.273567 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Creating instance of TrackedResource for resource:security_group Apr 29 13:29:31.274029 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 13:29:31.274691 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.v2.resource_helper [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Service CORE assigned prefix: {{(pid=103438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:29:31.275055 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 13:29:31.275456 dv-cinder-839416-3-smb neutron-server[103438]: WARNING neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] subnetpool is already registered Apr 29 13:29:31.275921 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.v2.resource_helper [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Service CORE assigned prefix: {{(pid=103438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:29:31.276283 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 13:29:31.276665 dv-cinder-839416-3-smb neutron-server[103438]: WARNING neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] subnetpool is already registered Apr 29 13:29:31.279013 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.v2.resource_helper [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:29:31.279476 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.v2.resource_helper [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Service FLAVORS assigned prefix: {{(pid=103438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:29:31.280101 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.v2.resource_helper [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:29:31.280553 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.v2.resource_helper [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:29:31.281519 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Creating instance of TrackedResource for resource:router Apr 29 13:29:31.282139 dv-cinder-839416-3-smb neutron-server[103438]: WARNING neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] router is already registered Apr 29 13:29:31.282674 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Creating instance of TrackedResource for resource:floatingip Apr 29 13:29:31.283044 dv-cinder-839416-3-smb neutron-server[103438]: WARNING neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] floatingip is already registered Apr 29 13:29:31.283595 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.v2.resource_helper [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Service METERING assigned prefix: /metering {{(pid=103438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:29:31.284313 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 13:29:31.284710 dv-cinder-839416-3-smb neutron-server[103438]: WARNING neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] rbac_policy is already registered Apr 29 13:29:31.285163 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Creating instance of TrackedResource for resource:security_group Apr 29 13:29:31.285526 dv-cinder-839416-3-smb neutron-server[103438]: WARNING neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] security_group is already registered Apr 29 13:29:31.285963 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 13:29:31.286327 dv-cinder-839416-3-smb neutron-server[103438]: WARNING neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] security_group_rule is already registered Apr 29 13:29:31.286992 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.v2.resource_helper [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Service CORE assigned prefix: {{(pid=103438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:29:31.287350 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 13:29:31.287713 dv-cinder-839416-3-smb neutron-server[103438]: WARNING neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] subnetpool is already registered Apr 29 13:29:31.288167 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.v2.resource_helper [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Service CORE assigned prefix: {{(pid=103438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 13:29:31.288521 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 13:29:31.288925 dv-cinder-839416-3-smb neutron-server[103438]: WARNING neutron.quota.resource_registry [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] subnetpool is already registered Apr 29 13:29:31.289448 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: extensions {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.290995 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: address-groups {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.292486 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: address-scopes {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.293874 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: agents {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.295014 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: auto-allocated-topology {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.296256 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: availability_zones {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.298377 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: dhcp-networks {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.299893 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: dhcp-agents {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.301368 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: routers {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.303569 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: flavors {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.304726 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: service_profiles {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.306007 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: next_providers {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.307414 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: service_profiles {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.310077 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: floatingip-pools {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.311291 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: routers {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.313991 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: floatingips {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.315250 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: l3-routers {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.316621 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: l3-agents {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.318047 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: metering-labels {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.319381 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: metering-label-rules {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.320683 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: network-ip-availabilities {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.321941 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: bindings {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.323578 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: quotas {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.325140 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: quotas {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.326673 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: rbac-policies {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.328539 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: security-groups {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.329782 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: security-group-rules {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.330980 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: service-providers {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.332186 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: subnetpools {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.333605 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: subnetpools {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.335069 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: tags {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.336769 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: tags {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.338569 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: tags {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.340317 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: tags {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.343184 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: tags {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.345770 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: tags {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.347447 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: tags {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.349365 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: tags {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.351109 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: tags {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.353063 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron.api.extensions [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Extended resource: tags {{(pid=103438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 13:29:31.359673 dv-cinder-839416-3-smb neutron-server[103438]: WARNING keystonemiddleware.auth_token [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 29 13:29:31.364680 dv-cinder-839416-3-smb neutron-server[103438]: WARNING keystonemiddleware.auth_token [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 29 13:29:31.373345 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_concurrency.lockutils [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Acquired lock "singleton_lock" {{(pid=103438) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 29 13:29:31.373815 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_concurrency.lockutils [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Releasing lock "singleton_lock" {{(pid=103438) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 29 13:29:31.374493 dv-cinder-839416-3-smb neutron-server[103438]: INFO oslo_service.service [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Starting 2 workers Apr 29 13:29:31.380102 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Started child 103547 {{(pid=103438) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 13:29:31.385011 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Started child 103548 {{(pid=103438) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 13:29:31.386109 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:31.387183 dv-cinder-839416-3-smb neutron-server[103438]: INFO neutron.service [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Neutron service started, listening on 0.0.0.0:9696 Apr 29 13:29:31.387412 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Publish callbacks [] for process (None), before_spawn {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:31.387641 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [-] (103547) wsgi starting up on http://0.0.0.0:9696 Apr 29 13:29:31.389824 dv-cinder-839416-3-smb neutron-server[103438]: INFO oslo_service.service [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Starting 1 workers Apr 29 13:29:31.392316 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:31.393908 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [-] (103548) wsgi starting up on http://0.0.0.0:9696 Apr 29 13:29:31.395909 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Started child 103549 {{(pid=103438) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 13:29:31.396609 dv-cinder-839416-3-smb neutron-server[103438]: INFO oslo_service.service [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Starting 1 workers Apr 29 13:29:31.400248 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.service [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] calling RpcWorker wait() {{(pid=103549) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 29 13:29:31.401355 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.service [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] returning from RpcWorker wait() {{(pid=103549) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 29 13:29:31.401598 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Started child 103550 {{(pid=103438) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 13:29:31.402366 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-119c2850-98e9-4a16-aab2-3b6e99165a3a None None] Publish callbacks [] for process (None), after_spawn {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:31.402612 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:31.403175 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:31.404437 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103438) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 29 13:29:31.404745 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 13:29:31.405006 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 13:29:31.405365 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 13:29:31.405365 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 13:29:31.405821 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 13:29:31.406189 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.406552 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.406842 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.407254 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.407729 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.407965 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.408186 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:31.409123 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.409123 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.409123 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.409123 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.409123 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.410169 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.410169 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.410169 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.410169 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.410969 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.410969 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.410969 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.410969 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.411787 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.411787 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.411787 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] debug = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.412385 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.412385 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.412885 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.412885 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.413275 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.413502 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.413739 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.413952 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.414272 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.414657 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.414880 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.415090 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.415467 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.415686 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.415871 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.416053 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.416249 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.416709 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] host = dv-cinder-839416-3-smb {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.416930 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.417122 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.417342 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.417586 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.417851 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.418057 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.418318 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.418569 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.418790 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.419010 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.419222 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.419464 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.419673 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.419889 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] log_file = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.420103 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] log_options = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.420311 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.420514 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.420801 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.421017 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.421230 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.421498 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.421733 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.421733 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.422148 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.422148 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.422636 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.422636 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.423015 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.423015 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.423422 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.423632 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.423841 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.424060 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.424275 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.424496 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.424773 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.425120 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.425120 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.425541 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.425541 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.426096 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.426096 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.426488 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.426488 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.426886 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.426886 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.427286 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.427286 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.427707 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.427905 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.428103 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.428343 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.428561 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.428782 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.428987 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.430114 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.430114 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.430114 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.430114 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.430590 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.430590 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.430748 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] use_json = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.430890 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.431108 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.431363 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.431590 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.431805 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.432234 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.432446 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.432700 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.432981 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.433365 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.433646 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.433964 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.434251 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.434431 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.434681 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.434910 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.435181 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.435385 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.435624 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.435939 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.436185 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.436492 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.436765 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.437607 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.438126 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.438446 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.438603 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:31.438759 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.438937 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.439165 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.439363 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.439609 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.439898 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.440121 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.440358 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.440588 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.440855 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.441150 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.441407 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.441688 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.442077 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.442389 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.442713 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.442969 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.443650 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.443869 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.444135 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.444373 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.444580 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.444865 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.445130 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.445380 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.445608 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.445837 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.446073 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.446312 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.446544 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.446810 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.447059 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.447288 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.447523 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.447754 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.447981 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.448224 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.448401 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.448557 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.449303 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.449303 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.449303 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.449783 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.449783 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.450056 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.450221 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.450368 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.450574 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.450796 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.451193 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.451398 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.451762 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.452140 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.452505 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.453532 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.453728 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.455062 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.455062 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.455062 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.455062 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.455062 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.455786 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.455786 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.455786 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.456181 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.456181 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.456469 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.456469 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.456808 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.456976 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.457125 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.457285 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.457510 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.457739 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.457948 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.458263 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.458506 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.458743 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.458981 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.459224 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.459468 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.459694 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.459907 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.460120 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.460347 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.460623 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.460910 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.461173 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.461449 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.461667 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.461915 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.462133 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.462347 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.462574 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.462782 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.463029 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.463277 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.463548 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.463793 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.464040 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.464270 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.464502 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.465064 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.465064 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.465280 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.465620 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.465726 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.466014 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.466282 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.466539 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.466781 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.467020 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.467292 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.467546 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.467822 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.468067 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.468663 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.468663 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.468967 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.469138 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.469352 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.469938 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.469938 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.470372 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.470372 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.470541 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.470810 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.471066 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.471856 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.471856 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.471856 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.472129 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.472234 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.472496 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.472734 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.472971 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.473192 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.473410 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.473643 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.473849 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.474062 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.474302 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.474562 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.475563 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.475563 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.475563 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.475563 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.475888 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.475888 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.476121 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.476332 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.476583 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.476826 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.477046 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.477258 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.477474 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.477685 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.477939 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.478214 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.478920 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.478920 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.479094 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.479324 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.479889 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.479889 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.480076 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.480324 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.480718 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.480865 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.480985 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.481238 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.481392 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.481768 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.481871 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.482094 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.482304 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.482551 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.482888 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.483144 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.483388 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.483652 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.483886 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.484217 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.484453 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.484764 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.484943 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.485092 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.485318 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.485515 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.485732 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.486003 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.486241 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.486477 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.487054 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.487294 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.487840 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.487840 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.488110 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.488576 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.488796 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.488954 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.489167 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.489363 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.490038 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.490038 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.490038 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.490653 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.490653 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.490806 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.491616 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.491616 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.491616 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.491616 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.492585 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.492585 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.492585 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.492585 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.493100 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.493100 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.493297 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.493382 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.494581 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.494581 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.494581 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.494581 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.494581 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.494581 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.494996 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.494996 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.495253 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.495399 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.495546 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.496578 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.496578 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.496578 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.496578 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.496896 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.496896 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.497052 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.497240 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.497460 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.497650 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.497954 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.498207 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.498430 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.498757 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.499218 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.499218 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.499507 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.500550 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.500550 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.500917 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.501081 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.501881 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.501881 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.501881 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.502263 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.502528 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.502940 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.503462 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.503754 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.504031 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.504287 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.504500 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.505772 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.505772 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.505772 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.505772 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.506061 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.506162 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.506349 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.506559 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.506772 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.506986 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.507232 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.507493 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.507734 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.507981 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.508178 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.508401 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.508616 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.508895 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.509105 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.509329 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.509557 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.509718 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 13:29:31.510256 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103438) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 29 13:29:31.510423 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 13:29:31.510545 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 13:29:31.510708 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 13:29:31.511638 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 13:29:31.511638 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 13:29:31.511638 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.511638 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.511638 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.511638 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.512286 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.512286 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.512286 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.512286 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.513937 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.513937 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.513937 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.513937 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.513937 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.513937 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.513937 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.513937 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.514602 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.514602 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.514602 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.514602 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.514602 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.514602 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] debug = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.514602 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.515067 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.515067 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.515067 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.515067 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.516074 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.516074 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.516074 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.516445 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.516445 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.516635 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.516635 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.516635 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.516635 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.516635 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.516635 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.516635 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.516635 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] host = dv-cinder-839416-3-smb {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.519834 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.519834 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.519834 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.519834 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.519834 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.519834 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.519834 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.519834 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.520390 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.520390 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.520390 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.520390 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.520390 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.520390 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] log_file = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.520390 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] log_options = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.520390 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.520390 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.520940 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.520940 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.520940 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.520940 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.520940 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.520940 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.521320 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.521320 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.521320 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.521520 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.521599 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.521901 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.521901 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.522982 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.522982 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.522982 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.522982 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.522982 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.522982 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.522982 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.523408 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.523408 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.523408 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.523600 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.523600 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.523728 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.523883 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.524033 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.524192 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.524345 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.524493 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.524682 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.524821 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.524938 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.525118 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.525259 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.525434 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.525581 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.525726 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.525862 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.525974 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.526101 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.526254 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.526436 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.526552 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] use_json = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.526686 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.526830 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.526984 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.527139 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.527846 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.527846 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.527846 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.527846 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.528629 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 13:29:31.528629 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.528629 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.529270 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.529270 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.529270 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.529270 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.529661 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.529765 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.529911 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.530164 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.530433 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.530686 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.531033 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.531315 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.531575 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.531838 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.532092 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.533035 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.533035 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.533482 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.533482 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.533826 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.533980 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.534773 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.534773 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.534773 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.534773 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.534773 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.535518 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.535518 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.535518 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.535825 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.536070 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.536279 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.536468 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.536756 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.537010 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.537265 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.537524 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.538144 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.538144 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.538442 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.538592 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.538806 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.539057 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.539309 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.539684 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.539846 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.540079 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.540321 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.540565 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.540841 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.541098 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.541342 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.541592 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.541850 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.542188 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.543149 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.543149 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.543149 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.543149 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.543577 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.543577 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.543740 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.543975 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.544233 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.544494 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.544899 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.545255 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.545461 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.545609 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.545849 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.546110 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.546355 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.546627 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.547102 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.547102 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.547678 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.547915 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.548339 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.548549 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.548828 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.549001 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.549307 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.549532 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.549744 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.549991 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.550250 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.550526 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.550762 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.550984 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.551485 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.551852 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.552112 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.552373 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.552619 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.552894 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.553136 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.553378 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.553707 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.553891 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.554131 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.554375 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.554631 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.555054 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.555240 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.555492 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.555733 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.555992 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.556236 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.556493 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.556801 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.557051 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.557307 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.557550 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.557789 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.558029 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.558280 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.558797 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.558797 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.559069 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.559268 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.559520 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.559783 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.560046 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.560298 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.560529 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:31.560759 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.560907 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.561052 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.561302 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.561558 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.561801 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.562042 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.562857 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.563182 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.563435 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.563674 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.563928 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.564168 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.564429 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.564722 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.564952 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.565206 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.565448 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.565688 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.566908 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.566908 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.566908 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.567308 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.567452 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.567628 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.568372 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.568372 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.568372 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.569146 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.569146 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.569146 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.569530 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.569658 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.569857 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.570393 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.570393 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.570773 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.570951 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.571129 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.571366 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.571623 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.571877 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.572170 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.572441 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.572751 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.573574 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.573942 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.574152 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.574351 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.574573 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.574818 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.575079 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.575348 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.575598 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.575859 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.576121 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.576362 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.576606 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.576896 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.577138 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.577391 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.577754 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.578505 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.578734 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.578967 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.578967 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.579361 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.579361 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.579629 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.579846 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.580061 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.580061 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.580427 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.580427 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.580850 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.580850 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.580850 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.581344 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.581344 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.581344 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.581747 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.581747 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.581747 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.582241 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.582241 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.582241 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.582241 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.582733 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.582733 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.582733 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.583120 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.583120 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.583120 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.583560 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.583560 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.583560 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.584311 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.584311 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.584311 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.584311 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.584311 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.584998 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.584998 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.584998 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.584998 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.585492 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.585492 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.585492 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.585492 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.586009 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.586009 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.586009 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.586386 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.586386 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.586386 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.586774 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.586774 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.586774 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.587148 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.587148 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.587405 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.587405 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.587661 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.587661 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.587936 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.587936 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.588212 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.588212 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.588465 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.588605 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.588786 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.588930 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.589064 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.589236 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.589380 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.589526 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.589663 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.589801 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.590004 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.590004 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.590395 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.590395 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.590778 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.590778 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.590778 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.591316 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.591316 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.591316 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.591316 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.591924 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.591924 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.591924 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.591924 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.592697 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.592697 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.592697 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.592697 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.592697 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.593304 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.593304 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.593304 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.593304 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.593776 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.593776 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.594029 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.594029 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.594312 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.594459 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.594595 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.594745 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.594888 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.595026 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.595169 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.595304 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.595304 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.595988 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 13:29:31.596237 dv-cinder-839416-3-smb neutron-server[103438]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 13:29:31.833216 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 37856) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:31.842158 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066681 Apr 29 13:29:44.478799 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1bf9a7-ff3e-4ff8-b50b-591c8bb3ac55 None None] get_active_networks_info from dv-cinder-839416-3-smb {{(pid=103549) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 13:29:44.623331 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1bf9a7-ff3e-4ff8-b50b-591c8bb3ac55 None None] No non-hosted networks {{(pid=103549) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 29 13:29:44.639355 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.agentschedulers_db [None req-8d1bf9a7-ff3e-4ff8-b50b-591c8bb3ac55 None None] DHCP Agent not found on host dv-cinder-839416-3-smb {{(pid=103549) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 29 13:29:44.763908 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-74f62810-7a93-4181-9bb4-a24e0d0a8803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456967'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:47.006383 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-132e2aa3-4cf6-4ae0-b4de-4ebd917141ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456967'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:47.059744 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d36d7844-0bb7-4bce-92c0-ab60b847fa08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:47.790645 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 37922) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:48.038351 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456967'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:48.508174 dv-cinder-839416-3-smb neutron-server[103547]: WARNING oslo_policy.policy [None req-d503f22c-3d89-495e-9f4f-3ad3883bbbef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:29:48.508767 dv-cinder-839416-3-smb neutron-server[103547]: WARNING oslo_policy.policy [None req-d503f22c-3d89-495e-9f4f-3ad3883bbbef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:29:48.739876 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [None req-d503f22c-3d89-495e-9f4f-3ad3883bbbef admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:29:48.767643 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-d503f22c-3d89-495e-9f4f-3ad3883bbbef admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9760234 Apr 29 13:29:50.070125 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456967'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:51.440197 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456967'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:51.443082 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:51.443960 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:51.444557 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:51.445145 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:51.445930 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:51.446527 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:51.447082 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:51.447542 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:51.447966 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:51.448445 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:51.448874 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:51.449421 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:51.449978 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:51.450574 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:51.451219 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:51.451861 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-839416-3-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:51.463612 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-839416-3-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:29:51.766164 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 37956) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:51.948328 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.db.l3_hamode_db [None req-37e8ef40-1c29-46b7-9b15-0d6b696432c8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 29 13:29:52.035252 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e8ef40-1c29-46b7-9b15-0d6b696432c8 None None] Routers set() bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:29:52.035631 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e8ef40-1c29-46b7-9b15-0d6b696432c8 None None] Router IDs set() for agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 29 13:29:52.175208 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-eec0e456-5a50-42cb-8cb2-3ad33ceca9bc admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:29:52.268524 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.policy [None req-eec0e456-5a50-42cb-8cb2-3ad33ceca9bc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103547) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 13:29:52.335933 dv-cinder-839416-3-smb neutron-server[103547]: WARNING oslo_policy.policy [None req-eec0e456-5a50-42cb-8cb2-3ad33ceca9bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:29:52.336317 dv-cinder-839416-3-smb neutron-server[103547]: WARNING oslo_policy.policy [None req-eec0e456-5a50-42cb-8cb2-3ad33ceca9bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:29:52.440401 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-eec0e456-5a50-42cb-8cb2-3ad33ceca9bc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791781851495', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791781855003', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791781834910', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791782026883', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791782030592', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791782021303', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-593589', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-601770', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1583222', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1625303'] for rbac-policy (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:52.530009 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-eec0e456-5a50-42cb-8cb2-3ad33ceca9bc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:52.531968 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-eec0e456-5a50-42cb-8cb2-3ad33ceca9bc admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7645612 Apr 29 13:29:55.095839 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 37968) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:55.447140 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:29:55.477665 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Made reservation on behalf of e58a87f80ab64c63812566fddd9a9047 for: {'network': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:55.481693 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for network (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:55.499955 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:55.643271 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Publish callbacks [] for security_group (4c203530-3a58-4a66-bea3-b2d697577cf8), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:55.648444 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (4c203530-3a58-4a66-bea3-b2d697577cf8), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:55.675391 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:29:55.711033 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791784455280', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (ecff8b12-b43e-4248-8d7e-550a07fe61d5), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:55.711616 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Unsubscribe: segment precommit_create {{(pid=103547) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 13:29:55.712141 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.segments_db [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Added segment ecff8b12-b43e-4248-8d7e-550a07fe61d5 of type vlan for network 97ad1050-1a8f-4ba9-bc65-4b14df4f7592 Apr 29 13:29:55.728287 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4c203530-3a58-4a66-bea3-b2d697577cf8,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:55.778456 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:55.778811 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:55.779135 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:55.779484 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:55.779810 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:55.780194 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:55.780559 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:55.780939 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:55.781257 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:55.781571 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:55.781885 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:55.782228 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:55.782521 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:55.782826 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:55.783131 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Tracked resource versions report: Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: pushed versions: Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: { 'AddressGroup': {'1.2'}, Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'Agent': {'1.1'}, Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'ConntrackHelper': {'1.0'}, Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'LocalIPAssociation': {'1.0'}, Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'Log': {'1.0'}, Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'NDPProxy': {'1.0'}, Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'Network': {'1.1'}, Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'Port': {'1.7'}, Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'PortForwarding': {'1.3'}, Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'QosPolicy': {'1.10'}, Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'SecurityGroup': {'1.5'}, Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'SecurityGroupRule': {'1.2'}, Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'SubPort': {'1.0'}, Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'Subnet': {'1.1'}, Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'Trunk': {'1.1'}} Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: consumer versions: Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: { DHCP agent@dv-cinder-839416-3-smb: {}, Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: L3 agent@dv-cinder-839416-3-smb: {}, Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: Metadata agent@dv-cinder-839416-3-smb: {}, Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: Metering agent@dv-cinder-839416-3-smb: {}, Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: Open vSwitch agent@dv-cinder-839416-3-smb: { 'AddressGroup': '1.2', Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'Agent': '1.1', Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'ConntrackHelper': '1.0', Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'LocalIPAssociation': '1.0', Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'Log': '1.0', Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'NDPProxy': '1.0', Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'Network': '1.1', Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'Port': '1.7', Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'PortForwarding': '1.3', Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'QosPolicy': '1.10', Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'SecurityGroup': '1.5', Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'SecurityGroupRule': '1.2', Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'SubPort': '1.0', Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'Subnet': '1.1', Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: 'Trunk': '1.1'}} Apr 29 13:29:55.784349 dv-cinder-839416-3-smb neutron-server[103547]: {{(pid=103547) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:29:55.848977 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791783959471'] for network (97ad1050-1a8f-4ba9-bc65-4b14df4f7592), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:55.903262 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for network (97ad1050-1a8f-4ba9-bc65-4b14df4f7592), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:55.908875 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:55.909589 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:29:55.992195 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8950882 Apr 29 13:29:56.042854 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50424d-60e9-4ccb-a856-68dacf1df5fb demo demo] Pushing event updated for resources: {'Network': ['ID=97ad1050-1a8f-4ba9-bc65-4b14df4f7592,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:29:56.056440 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Network 97ad1050-1a8f-4ba9-bc65-4b14df4f7592 details requested by agent ovs-agent-dv-cinder-839416-3-smb with host dv-cinder-839416-3-smb {{(pid=103549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:29:58.662622 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 37980) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:29:59.220955 dv-cinder-839416-3-smb neutron-server[103548]: WARNING oslo_policy.policy [None req-69eafa53-aad3-4e4b-8cc5-5215ca06c3d0 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:29:59.221511 dv-cinder-839416-3-smb neutron-server[103548]: WARNING oslo_policy.policy [None req-69eafa53-aad3-4e4b-8cc5-5215ca06c3d0 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:29:59.685218 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.policy [None req-69eafa53-aad3-4e4b-8cc5-5215ca06c3d0 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103548) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 13:29:59.726088 dv-cinder-839416-3-smb neutron-server[103548]: WARNING oslo_policy.policy [None req-69eafa53-aad3-4e4b-8cc5-5215ca06c3d0 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:29:59.726477 dv-cinder-839416-3-smb neutron-server[103548]: WARNING oslo_policy.policy [None req-69eafa53-aad3-4e4b-8cc5-5215ca06c3d0 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 13:29:59.735168 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eafa53-aad3-4e4b-8cc5-5215ca06c3d0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:29:59.737404 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-69eafa53-aad3-4e4b-8cc5-5215ca06c3d0 demo admin] 10.222.0.20 "GET /v2.0/networks/97ad1050-1a8f-4ba9-bc65-4b14df4f7592 HTTP/1.1" status: 200 len: 824 time: 1.0727603 Apr 29 13:29:59.777538 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-f6e36d50-d411-4d52-8154-91c7ac0a6717 demo admin] 10.222.0.20 "GET /v2.0/subnetpools/a5ce13d4-8668-40e5-a3a0-6587890cb15a HTTP/1.1" status: 200 len: 734 time: 0.0344572 Apr 29 13:29:59.787301 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a5ce13d4-8668-40e5-a3a0-6587890cb15a', 'name': 'private-subnet', 'network_id': '97ad1050-1a8f-4ba9-bc65-4b14df4f7592'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:29:59.826170 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Made reservation on behalf of e58a87f80ab64c63812566fddd9a9047 for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:29:59.829256 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:00.162930 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for subnet (3331735c-8d17-448d-98bd-46a61c167e52), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:00.290222 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Checking segment: {'id': 'ecff8b12-b43e-4248-8d7e-550a07fe61d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '97ad1050-1a8f-4ba9-bc65-4b14df4f7592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:30:00.290845 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Network hostable DHCP agents. Network: 97ad1050-1a8f-4ba9-bc65-4b14df4f7592, hostable agents: ['ec1b8bb2-9315-4753-b51b-79fb59085424'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:30:00.307227 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3331735c-8d17-448d-98bd-46a61c167e52,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:00.328711 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:00.329286 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:00.329846 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:00.330447 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:00.331012 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:00.331571 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:00.332105 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:00.332688 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:00.333246 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:00.333807 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:00.334363 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:00.334942 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:00.335494 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:00.336056 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:00.336612 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Tracked resource versions report: Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: pushed versions: Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: { 'AddressGroup': {'1.2'}, Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'Agent': {'1.1'}, Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'ConntrackHelper': {'1.0'}, Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'LocalIPAssociation': {'1.0'}, Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'Log': {'1.0'}, Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'NDPProxy': {'1.0'}, Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'Network': {'1.1'}, Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'Port': {'1.7'}, Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'PortForwarding': {'1.3'}, Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'QosPolicy': {'1.10'}, Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'SecurityGroup': {'1.5'}, Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'SecurityGroupRule': {'1.2'}, Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'SubPort': {'1.0'}, Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'Subnet': {'1.1'}, Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'Trunk': {'1.1'}} Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: consumer versions: Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: { DHCP agent@dv-cinder-839416-3-smb: {}, Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: L3 agent@dv-cinder-839416-3-smb: {}, Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: Metadata agent@dv-cinder-839416-3-smb: {}, Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: Metering agent@dv-cinder-839416-3-smb: {}, Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: Open vSwitch agent@dv-cinder-839416-3-smb: { 'AddressGroup': '1.2', Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'Agent': '1.1', Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'ConntrackHelper': '1.0', Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'LocalIPAssociation': '1.0', Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'Log': '1.0', Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'NDPProxy': '1.0', Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'Network': '1.1', Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'Port': '1.7', Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'PortForwarding': '1.3', Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'QosPolicy': '1.10', Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'SecurityGroup': '1.5', Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'SecurityGroupRule': '1.2', Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'SubPort': '1.0', Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'Subnet': '1.1', Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: 'Trunk': '1.1'}} Apr 29 13:30:00.338882 dv-cinder-839416-3-smb neutron-server[103548]: {{(pid=103548) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:30:00.375809 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Network 97ad1050-1a8f-4ba9-bc65-4b14df4f7592 is scheduled to be hosted by DHCP agent ec1b8bb2-9315-4753-b51b-79fb59085424 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:30:00.389043 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-smb, 97ad1050-1a8f-4ba9-bc65-4b14df4f7592) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:00.394281 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:00.394987 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:00.400396 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da474b3-0927-4d8b-844f-949ef50b43c4 None None] Network 97ad1050-1a8f-4ba9-bc65-4b14df4f7592 requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:30:00.419350 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-c6971d3f-8be0-4413-bce0-4858297ae574 demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6354718 Apr 29 13:30:00.674445 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4337fddb-5967-5862-9978-883eb4654285-97ad1050-1a8f-4ba9-bc65-4b14df4f7592', 'network_id': '97ad1050-1a8f-4ba9-bc65-4b14df4f7592', 'project_id': 'e58a87f80ab64c63812566fddd9a9047', 'fixed_ips': [{'subnet_id': '3331735c-8d17-448d-98bd-46a61c167e52'}]}} from dv-cinder-839416-3-smb. {{(pid=103549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 13:30:00.676870 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:00.973090 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Allocated IP 172.20.0.2 (97ad1050-1a8f-4ba9-bc65-4b14df4f7592/3331735c-8d17-448d-98bd-46a61c167e52/6734bcfb-367d-43d0-89d1-7022cdd420c4) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:01.283643 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Publish callbacks [] for port (6734bcfb-367d-43d0-89d1-7022cdd420c4), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:01.291480 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (6734bcfb-367d-43d0-89d1-7022cdd420c4), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:01.381670 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Network 97ad1050-1a8f-4ba9-bc65-4b14df4f7592 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:01.385969 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:01.387627 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Pushing event updated for resources: {'Port': ['ID=6734bcfb-367d-43d0-89d1-7022cdd420c4,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:01.392583 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:30:01.399085 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.399431 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.399774 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.400131 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.400466 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.401080 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.401159 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.401458 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.401779 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.402104 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.402429 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.402766 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.403090 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.403407 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.403717 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Tracked resource versions report: Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: pushed versions: Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: { 'AddressGroup': {'1.2'}, Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'Agent': {'1.1'}, Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'ConntrackHelper': {'1.0'}, Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'LocalIPAssociation': {'1.0'}, Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'Log': {'1.0'}, Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'NDPProxy': {'1.0'}, Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'Network': {'1.1'}, Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'Port': {'1.7'}, Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'PortForwarding': {'1.3'}, Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'QosPolicy': {'1.10'}, Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'SecurityGroup': {'1.5'}, Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'SecurityGroupRule': {'1.2'}, Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'SubPort': {'1.0'}, Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'Subnet': {'1.1'}, Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'Trunk': {'1.1'}} Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: consumer versions: Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: { DHCP agent@dv-cinder-839416-3-smb: {}, Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: L3 agent@dv-cinder-839416-3-smb: {}, Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: Metadata agent@dv-cinder-839416-3-smb: {}, Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: Metering agent@dv-cinder-839416-3-smb: {}, Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: Open vSwitch agent@dv-cinder-839416-3-smb: { 'AddressGroup': '1.2', Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'Agent': '1.1', Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'ConntrackHelper': '1.0', Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'LocalIPAssociation': '1.0', Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'Log': '1.0', Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'NDPProxy': '1.0', Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'Network': '1.1', Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'Port': '1.7', Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'PortForwarding': '1.3', Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'QosPolicy': '1.10', Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'SecurityGroup': '1.5', Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'SecurityGroupRule': '1.2', Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'SubPort': '1.0', Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'Subnet': '1.1', Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: 'Trunk': '1.1'}} Apr 29 13:30:01.404966 dv-cinder-839416-3-smb neutron-server[103549]: {{(pid=103549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:30:01.493793 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Attempting to bind port 6734bcfb-367d-43d0-89d1-7022cdd420c4 on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:30:01.494500 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Attempting to bind port 6734bcfb-367d-43d0-89d1-7022cdd420c4 by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': 'ecff8b12-b43e-4248-8d7e-550a07fe61d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '97ad1050-1a8f-4ba9-bc65-4b14df4f7592'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:30:01.495567 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Attempting to bind port 6734bcfb-367d-43d0-89d1-7022cdd420c4 on network 97ad1050-1a8f-4ba9-bc65-4b14df4f7592 {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:30:01.504414 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:30:01.504869 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Checking segment: {'id': 'ecff8b12-b43e-4248-8d7e-550a07fe61d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '97ad1050-1a8f-4ba9-bc65-4b14df4f7592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:30:01.505340 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:01.505800 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Bound using segment: {'id': 'ecff8b12-b43e-4248-8d7e-550a07fe61d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '97ad1050-1a8f-4ba9-bc65-4b14df4f7592'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:30:01.506346 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Bound port: 6734bcfb-367d-43d0-89d1-7022cdd420c4, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecff8b12-b43e-4248-8d7e-550a07fe61d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '97ad1050-1a8f-4ba9-bc65-4b14df4f7592'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:30:01.506759 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (6734bcfb-367d-43d0-89d1-7022cdd420c4), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:01.579499 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] For port 6734bcfb-367d-43d0-89d1-7022cdd420c4, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:30:01.601865 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] For port 6734bcfb-367d-43d0-89d1-7022cdd420c4, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=6734bcfb-367d-43d0-89d1-7022cdd420c4,segment=NetworkSegment(ecff8b12-b43e-4248-8d7e-550a07fe61d5),segment_id=ecff8b12-b43e-4248-8d7e-550a07fe61d5)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:30:01.611854 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (6734bcfb-367d-43d0-89d1-7022cdd420c4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:01.681027 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c10c7-bc7c-486c-b365-d9c599964bbf None None] Pushing event updated for resources: {'Port': ['ID=6734bcfb-367d-43d0-89d1-7022cdd420c4,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:03.173707 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 38000) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:03.664264 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [None req-fe70241d-22c9-482c-bc06-98f3c942686a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:30:03.665380 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-fe70241d-22c9-482c-bc06-98f3c942686a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4907045 Apr 29 13:30:06.261147 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 38008) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:06.582360 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [None req-42fb2a04-4a41-4dfe-8cf4-0f32a2b3b9ea admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:30:06.583353 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-42fb2a04-4a41-4dfe-8cf4-0f32a2b3b9ea admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3212454 Apr 29 13:30:09.211551 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 38016) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:09.557792 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-b0f3284f-c830-4dc5-9681-0bb6e7b8eb4b demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:30:09.582290 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b0f3284f-c830-4dc5-9681-0bb6e7b8eb4b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4115'] for router (f1c62381-3581-4d51-9dcb-7306d55a9762), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:09.583877 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b0f3284f-c830-4dc5-9681-0bb6e7b8eb4b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4136'] for router (f1c62381-3581-4d51-9dcb-7306d55a9762), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:09.743157 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b0f3284f-c830-4dc5-9681-0bb6e7b8eb4b demo demo] Publish callbacks [] for router_controller (f1c62381-3581-4d51-9dcb-7306d55a9762), precommit_add_association {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:09.749207 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b0f3284f-c830-4dc5-9681-0bb6e7b8eb4b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455966'] for router (f1c62381-3581-4d51-9dcb-7306d55a9762), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:09.770905 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b0f3284f-c830-4dc5-9681-0bb6e7b8eb4b demo demo] Publish callbacks [] for router (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:09.772097 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-b0f3284f-c830-4dc5-9681-0bb6e7b8eb4b demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5595777 Apr 29 13:30:12.354710 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 38028) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:12.360908 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 6734bcfb-367d-43d0-89d1-7022cdd420c4 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:30:12.452451 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 6734bcfb-367d-43d0-89d1-7022cdd420c4 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:30:12.452891 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (6734bcfb-367d-43d0-89d1-7022cdd420c4), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:12.573541 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 6734bcfb-367d-43d0-89d1-7022cdd420c4 is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:30:12.573926 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (6734bcfb-367d-43d0-89d1-7022cdd420c4), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:12.616074 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] For port 6734bcfb-367d-43d0-89d1-7022cdd420c4, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=6734bcfb-367d-43d0-89d1-7022cdd420c4,segment=NetworkSegment(ecff8b12-b43e-4248-8d7e-550a07fe61d5),segment_id=ecff8b12-b43e-4248-8d7e-550a07fe61d5)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:12.620609 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (6734bcfb-367d-43d0-89d1-7022cdd420c4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:12.674559 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Pushing event updated for resources: {'Port': ['ID=6734bcfb-367d-43d0-89d1-7022cdd420c4,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:12.723572 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [None req-6dd98e6d-5b61-4047-b533-6bb55ac093b7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:30:12.724599 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-6dd98e6d-5b61-4047-b533-6bb55ac093b7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3689227 Apr 29 13:30:13.461335 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 5 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:30:13.660455 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb2908a-bff9-48be-b4d0-6fe421651461 None None] Network 97ad1050-1a8f-4ba9-bc65-4b14df4f7592 requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:30:13.739462 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-32728235-6fcb-423d-8d13-086056068aa2 None None] Provisioning complete for port 6734bcfb-367d-43d0-89d1-7022cdd420c4 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:30:13.740099 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-32728235-6fcb-423d-8d13-086056068aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (6734bcfb-367d-43d0-89d1-7022cdd420c4), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:13.882992 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-32728235-6fcb-423d-8d13-086056068aa2 None None] Current status of the port 6734bcfb-367d-43d0-89d1-7022cdd420c4 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:30:14.118486 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-537471d4-ee87-458c-8422-48f8c5fd5cda None None] Provisioning complete for port 6734bcfb-367d-43d0-89d1-7022cdd420c4 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:30:14.118874 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-537471d4-ee87-458c-8422-48f8c5fd5cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (6734bcfb-367d-43d0-89d1-7022cdd420c4), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:14.211719 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-537471d4-ee87-458c-8422-48f8c5fd5cda None None] Current status of the port 6734bcfb-367d-43d0-89d1-7022cdd420c4 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:30:14.347867 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 6734bcfb-367d-43d0-89d1-7022cdd420c4 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:30:14.398484 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 6734bcfb-367d-43d0-89d1-7022cdd420c4 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:30:14.398867 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (6734bcfb-367d-43d0-89d1-7022cdd420c4), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:14.446186 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d47dfe26-b5e1-4855-a189-295bcf087c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:14.497196 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 6734bcfb-367d-43d0-89d1-7022cdd420c4 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:30:15.356557 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 38036) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:15.680103 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-61a642c6-b478-4825-a135-9f31e7be7bb4 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:30:15.701579 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a642c6-b478-4825-a135-9f31e7be7bb4 admin admin] Made reservation on behalf of 6ab259fead44405b84717117b3bc5baf for: {'network': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:15.703788 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-61a642c6-b478-4825-a135-9f31e7be7bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for network (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:15.712003 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-61a642c6-b478-4825-a135-9f31e7be7bb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:15.785899 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-61a642c6-b478-4825-a135-9f31e7be7bb4 admin admin] Publish callbacks [] for security_group (aff8a6c4-af39-4700-9424-5da265fe7268), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:15.789524 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-61a642c6-b478-4825-a135-9f31e7be7bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (aff8a6c4-af39-4700-9424-5da265fe7268), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:15.807427 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-61a642c6-b478-4825-a135-9f31e7be7bb4 admin admin] Reserving flat network on physical network physnet1 {{(pid=103547) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 29 13:30:15.824051 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a642c6-b478-4825-a135-9f31e7be7bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff8a6c4-af39-4700-9424-5da265fe7268,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:15.834207 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-61a642c6-b478-4825-a135-9f31e7be7bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (3dd1376f-a410-4ff6-95ec-c44c1dee2cab), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:15.834642 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.segments_db [None req-61a642c6-b478-4825-a135-9f31e7be7bb4 admin admin] Added segment 3dd1376f-a410-4ff6-95ec-c44c1dee2cab of type flat for network 9c8e0a80-d509-45ab-9720-00aefc93fc37 Apr 29 13:30:15.905179 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-61a642c6-b478-4825-a135-9f31e7be7bb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791783959471'] for network (9c8e0a80-d509-45ab-9720-00aefc93fc37), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:15.943189 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-61a642c6-b478-4825-a135-9f31e7be7bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for network (9c8e0a80-d509-45ab-9720-00aefc93fc37), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:15.944171 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a642c6-b478-4825-a135-9f31e7be7bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:15.944773 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-61a642c6-b478-4825-a135-9f31e7be7bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:16.016675 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-61a642c6-b478-4825-a135-9f31e7be7bb4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6451001 Apr 29 13:30:16.049548 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a642c6-b478-4825-a135-9f31e7be7bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=9c8e0a80-d509-45ab-9720-00aefc93fc37,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:16.060614 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 details requested by agent ovs-agent-dv-cinder-839416-3-smb with host dv-cinder-839416-3-smb {{(pid=103549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:30:16.989569 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6e569fc9-f157-4446-ab84-6f2a576cea8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:17.991941 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:18.542460 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 38054) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:18.772807 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cf468f-4bc7-4ecd-93c4-a2195d81987c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:18.774179 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-c2cf468f-4bc7-4ecd-93c4-a2195d81987c demo admin] 10.222.0.20 "GET /v2.0/subnets/3331735c-8d17-448d-98bd-46a61c167e52 HTTP/1.1" status: 200 len: 849 time: 0.2308388 Apr 29 13:30:18.902546 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-f024f588-1937-4d76-9eaa-95bad50c928e demo admin] 10.222.0.20 "GET /v2.0/routers/f1c62381-3581-4d51-9dcb-7306d55a9762 HTTP/1.1" status: 200 len: 704 time: 0.1227164 Apr 29 13:30:19.193401 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2a995894-235a-47de-9123-35d0c3a9196c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:19.503351 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [None req-2a995894-235a-47de-9123-35d0c3a9196c demo admin] Allocated IP 172.20.0.1 (97ad1050-1a8f-4ba9-bc65-4b14df4f7592/3331735c-8d17-448d-98bd-46a61c167e52/24c8fd49-51fc-4e57-b2a7-41b58d8ebef7) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:19.697740 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2a995894-235a-47de-9123-35d0c3a9196c demo admin] Publish callbacks [] for port (24c8fd49-51fc-4e57-b2a7-41b58d8ebef7), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:19.766132 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2a995894-235a-47de-9123-35d0c3a9196c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (24c8fd49-51fc-4e57-b2a7-41b58d8ebef7), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:19.912437 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a995894-235a-47de-9123-35d0c3a9196c demo admin] Network 97ad1050-1a8f-4ba9-bc65-4b14df4f7592 is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:19.916341 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-2a995894-235a-47de-9123-35d0c3a9196c demo admin] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:19.921235 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a995894-235a-47de-9123-35d0c3a9196c demo admin] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:30:19.921787 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2a995894-235a-47de-9123-35d0c3a9196c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455787'] for router_interface (f1c62381-3581-4d51-9dcb-7306d55a9762), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:19.924841 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a995894-235a-47de-9123-35d0c3a9196c demo admin] Pushing event updated for resources: {'Port': ['ID=24c8fd49-51fc-4e57-b2a7-41b58d8ebef7,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:19.969097 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:20.179435 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-f8a53f7a-9525-4524-a1d6-c178403446a9 None None] Provisioning complete for port 24c8fd49-51fc-4e57-b2a7-41b58d8ebef7 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:30:20.180331 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-f8a53f7a-9525-4524-a1d6-c178403446a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (24c8fd49-51fc-4e57-b2a7-41b58d8ebef7), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:20.188419 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2a995894-235a-47de-9123-35d0c3a9196c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (24c8fd49-51fc-4e57-b2a7-41b58d8ebef7), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:20.234711 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-f8a53f7a-9525-4524-a1d6-c178403446a9 None None] Port 24c8fd49-51fc-4e57-b2a7-41b58d8ebef7 cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:30:20.410893 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2a995894-235a-47de-9123-35d0c3a9196c demo admin] Publish callbacks [] for port (24c8fd49-51fc-4e57-b2a7-41b58d8ebef7), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:20.416553 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2a995894-235a-47de-9123-35d0c3a9196c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (24c8fd49-51fc-4e57-b2a7-41b58d8ebef7), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:20.417899 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2a995894-235a-47de-9123-35d0c3a9196c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457179'] for router_interface (f1c62381-3581-4d51-9dcb-7306d55a9762), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:20.482219 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a995894-235a-47de-9123-35d0c3a9196c demo admin] Pushing event updated for resources: {'Port': ['ID=24c8fd49-51fc-4e57-b2a7-41b58d8ebef7,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:20.555003 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a995894-235a-47de-9123-35d0c3a9196c demo admin] Network 97ad1050-1a8f-4ba9-bc65-4b14df4f7592 is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:20.556320 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-2a995894-235a-47de-9123-35d0c3a9196c demo admin] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:20.735839 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a995894-235a-47de-9123-35d0c3a9196c demo admin] Router f1c62381-3581-4d51-9dcb-7306d55a9762 is scheduled to L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 with binding_index 1 {{(pid=103547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:30:20.836582 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a995894-235a-47de-9123-35d0c3a9196c demo admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:30:20.841864 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-2a995894-235a-47de-9123-35d0c3a9196c demo admin] 10.222.0.20 "PUT /v2.0/routers/f1c62381-3581-4d51-9dcb-7306d55a9762/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9301236 Apr 29 13:30:20.853485 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] Sync routers for ids ['f1c62381-3581-4d51-9dcb-7306d55a9762'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:30:20.866101 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] Routers {'f1c62381-3581-4d51-9dcb-7306d55a9762'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:30:20.866939 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:30:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['f1c62381-3581-4d51-9dcb-7306d55a9762'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:20.917671 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4fa8d602-e9e2-4027-8f11-219014f7d0ea None None] Provisioning complete for port 24c8fd49-51fc-4e57-b2a7-41b58d8ebef7 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:30:20.918181 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4fa8d602-e9e2-4027-8f11-219014f7d0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (24c8fd49-51fc-4e57-b2a7-41b58d8ebef7), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:20.960106 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4fa8d602-e9e2-4027-8f11-219014f7d0ea None None] Port 24c8fd49-51fc-4e57-b2a7-41b58d8ebef7 cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:30:21.069178 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] Set router f1c62381-3581-4d51-9dcb-7306d55a9762 gateway port host: None {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:30:21.429031 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:21.508719 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c62381-3581-4d51-9dcb-7306d55a9762', 'name': 'router1', 'tenant_id': 'e58a87f80ab64c63812566fddd9a9047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:30:09Z', 'updated_at': '2022-04-29T13:30:20Z', 'revision_number': 2, 'project_id': 'e58a87f80ab64c63812566fddd9a9047', 'gw_port_host': None, '_interfaces': [{'id': '24c8fd49-51fc-4e57-b2a7-41b58d8ebef7', 'name': '', 'network_id': '97ad1050-1a8f-4ba9-bc65-4b14df4f7592', 'tenant_id': 'e58a87f80ab64c63812566fddd9a9047', 'mac_address': 'fa:16:3e:f6:f8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c62381-3581-4d51-9dcb-7306d55a9762', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3331735c-8d17-448d-98bd-46a61c167e52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:19Z', 'updated_at': '2022-04-29T13:30:20Z', 'revision_number': 2, 'project_id': 'e58a87f80ab64c63812566fddd9a9047', 'subnets': [{'id': '3331735c-8d17-448d-98bd-46a61c167e52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5ce13d4-8668-40e5-a3a0-6587890cb15a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:21.562912 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] Checking router: f1c62381-3581-4d51-9dcb-7306d55a9762 for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:30:21.563274 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] Updating router f1c62381-3581-4d51-9dcb-7306d55a9762 port 24c8fd49-51fc-4e57-b2a7-41b58d8ebef7 binding host dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:30:21.620603 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (24c8fd49-51fc-4e57-b2a7-41b58d8ebef7), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:22.184621 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] Publish callbacks [] for port (24c8fd49-51fc-4e57-b2a7-41b58d8ebef7), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:22.192382 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (24c8fd49-51fc-4e57-b2a7-41b58d8ebef7), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:22.372948 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] Attempting to bind port 24c8fd49-51fc-4e57-b2a7-41b58d8ebef7 on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:30:22.373381 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] Attempting to bind port 24c8fd49-51fc-4e57-b2a7-41b58d8ebef7 by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': 'ecff8b12-b43e-4248-8d7e-550a07fe61d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '97ad1050-1a8f-4ba9-bc65-4b14df4f7592'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:30:22.374606 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] Attempting to bind port 24c8fd49-51fc-4e57-b2a7-41b58d8ebef7 on network 97ad1050-1a8f-4ba9-bc65-4b14df4f7592 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:30:22.379852 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0237f9-f1d0-442d-90b6-2c47b016e72b None None] Pushing event updated for resources: {'Port': ['ID=24c8fd49-51fc-4e57-b2a7-41b58d8ebef7,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:22.382259 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:30:22.382802 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] Checking segment: {'id': 'ecff8b12-b43e-4248-8d7e-550a07fe61d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '97ad1050-1a8f-4ba9-bc65-4b14df4f7592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:30:22.383132 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:22.383519 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] Bound using segment: {'id': 'ecff8b12-b43e-4248-8d7e-550a07fe61d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '97ad1050-1a8f-4ba9-bc65-4b14df4f7592'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:30:22.384007 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] Bound port: 24c8fd49-51fc-4e57-b2a7-41b58d8ebef7, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecff8b12-b43e-4248-8d7e-550a07fe61d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '97ad1050-1a8f-4ba9-bc65-4b14df4f7592'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:30:22.384401 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (24c8fd49-51fc-4e57-b2a7-41b58d8ebef7), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:22.401048 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0237f9-f1d0-442d-90b6-2c47b016e72b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:22.401389 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0237f9-f1d0-442d-90b6-2c47b016e72b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:22.401725 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0237f9-f1d0-442d-90b6-2c47b016e72b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:22.402065 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0237f9-f1d0-442d-90b6-2c47b016e72b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:22.402393 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0237f9-f1d0-442d-90b6-2c47b016e72b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:22.402717 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0237f9-f1d0-442d-90b6-2c47b016e72b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:22.403037 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0237f9-f1d0-442d-90b6-2c47b016e72b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:22.403352 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0237f9-f1d0-442d-90b6-2c47b016e72b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:22.403669 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0237f9-f1d0-442d-90b6-2c47b016e72b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:22.403986 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0237f9-f1d0-442d-90b6-2c47b016e72b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:22.404304 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0237f9-f1d0-442d-90b6-2c47b016e72b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:22.404694 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0237f9-f1d0-442d-90b6-2c47b016e72b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:22.406100 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0237f9-f1d0-442d-90b6-2c47b016e72b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:22.406427 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0237f9-f1d0-442d-90b6-2c47b016e72b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:22.406751 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0237f9-f1d0-442d-90b6-2c47b016e72b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0237f9-f1d0-442d-90b6-2c47b016e72b None None] Tracked resource versions report: Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: pushed versions: Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: { 'AddressGroup': {'1.2'}, Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'Agent': {'1.1'}, Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'ConntrackHelper': {'1.0'}, Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'LocalIPAssociation': {'1.0'}, Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'Log': {'1.0'}, Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'NDPProxy': {'1.0'}, Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'Network': {'1.1'}, Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'Port': {'1.7'}, Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'PortForwarding': {'1.3'}, Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'QosPolicy': {'1.10'}, Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'SecurityGroup': {'1.5'}, Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'SecurityGroupRule': {'1.2'}, Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'SubPort': {'1.0'}, Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'Subnet': {'1.1'}, Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'Trunk': {'1.1'}} Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: consumer versions: Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: { DHCP agent@dv-cinder-839416-3-smb: {}, Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: L3 agent@dv-cinder-839416-3-smb: {}, Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: Metadata agent@dv-cinder-839416-3-smb: {}, Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: Metering agent@dv-cinder-839416-3-smb: {}, Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: Open vSwitch agent@dv-cinder-839416-3-smb: { 'AddressGroup': '1.2', Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'Agent': '1.1', Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'ConntrackHelper': '1.0', Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'LocalIPAssociation': '1.0', Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'Log': '1.0', Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'NDPProxy': '1.0', Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'Network': '1.1', Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'Port': '1.7', Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'PortForwarding': '1.3', Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'QosPolicy': '1.10', Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'SecurityGroup': '1.5', Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'SecurityGroupRule': '1.2', Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'SubPort': '1.0', Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'Subnet': '1.1', Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: 'Trunk': '1.1'}} Apr 29 13:30:22.407960 dv-cinder-839416-3-smb neutron-server[103550]: {{(pid=103550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:30:22.477410 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] For port 24c8fd49-51fc-4e57-b2a7-41b58d8ebef7, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:30:22.493181 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-74c6854d-4f08-4dae-a523-e7d2e8933e1d None None] Provisioning complete for port 24c8fd49-51fc-4e57-b2a7-41b58d8ebef7 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:30:22.493719 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-74c6854d-4f08-4dae-a523-e7d2e8933e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (24c8fd49-51fc-4e57-b2a7-41b58d8ebef7), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:22.499825 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] For port 24c8fd49-51fc-4e57-b2a7-41b58d8ebef7, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=24c8fd49-51fc-4e57-b2a7-41b58d8ebef7,segment=NetworkSegment(ecff8b12-b43e-4248-8d7e-550a07fe61d5),segment_id=ecff8b12-b43e-4248-8d7e-550a07fe61d5)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:30:22.506518 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (24c8fd49-51fc-4e57-b2a7-41b58d8ebef7), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:22.534046 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-74c6854d-4f08-4dae-a523-e7d2e8933e1d None None] Port 24c8fd49-51fc-4e57-b2a7-41b58d8ebef7 cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:30:22.560388 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] Routers {'f1c62381-3581-4d51-9dcb-7306d55a9762'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:30:22.562281 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:30:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['f1c62381-3581-4d51-9dcb-7306d55a9762'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:22.645145 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0237f9-f1d0-442d-90b6-2c47b016e72b None None] Pushing event updated for resources: {'Port': ['ID=24c8fd49-51fc-4e57-b2a7-41b58d8ebef7,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:22.667501 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] Set router f1c62381-3581-4d51-9dcb-7306d55a9762 gateway port host: None {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:30:22.753090 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-878ecba3-6801-4c47-a44e-35b98304cfc6 None None] Provisioning complete for port 24c8fd49-51fc-4e57-b2a7-41b58d8ebef7 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:30:22.753554 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-878ecba3-6801-4c47-a44e-35b98304cfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (24c8fd49-51fc-4e57-b2a7-41b58d8ebef7), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:22.843930 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-878ecba3-6801-4c47-a44e-35b98304cfc6 None None] Current status of the port 24c8fd49-51fc-4e57-b2a7-41b58d8ebef7 is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:30:22.844323 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-878ecba3-6801-4c47-a44e-35b98304cfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (24c8fd49-51fc-4e57-b2a7-41b58d8ebef7), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:22.879487 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-878ecba3-6801-4c47-a44e-35b98304cfc6 None None] For port 24c8fd49-51fc-4e57-b2a7-41b58d8ebef7, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=24c8fd49-51fc-4e57-b2a7-41b58d8ebef7,segment=NetworkSegment(ecff8b12-b43e-4248-8d7e-550a07fe61d5),segment_id=ecff8b12-b43e-4248-8d7e-550a07fe61d5)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:22.880302 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c62381-3581-4d51-9dcb-7306d55a9762', 'name': 'router1', 'tenant_id': 'e58a87f80ab64c63812566fddd9a9047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:30:09Z', 'updated_at': '2022-04-29T13:30:20Z', 'revision_number': 2, 'project_id': 'e58a87f80ab64c63812566fddd9a9047', 'gw_port_host': None, '_interfaces': [{'id': '24c8fd49-51fc-4e57-b2a7-41b58d8ebef7', 'name': '', 'network_id': '97ad1050-1a8f-4ba9-bc65-4b14df4f7592', 'tenant_id': 'e58a87f80ab64c63812566fddd9a9047', 'mac_address': 'fa:16:3e:f6:f8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c62381-3581-4d51-9dcb-7306d55a9762', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3331735c-8d17-448d-98bd-46a61c167e52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:19Z', 'updated_at': '2022-04-29T13:30:22Z', 'revision_number': 4, 'project_id': 'e58a87f80ab64c63812566fddd9a9047', 'subnets': [{'id': '3331735c-8d17-448d-98bd-46a61c167e52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5ce13d4-8668-40e5-a3a0-6587890cb15a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:22.885322 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-878ecba3-6801-4c47-a44e-35b98304cfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (24c8fd49-51fc-4e57-b2a7-41b58d8ebef7), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:22.914281 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc39cac-a424-4d6c-9e1c-a32a0e1518dd None None] The sync data for ids ['f1c62381-3581-4d51-9dcb-7306d55a9762'] in dv-cinder-839416-3-smb is: [{'id': 'f1c62381-3581-4d51-9dcb-7306d55a9762', 'name': 'router1', 'tenant_id': 'e58a87f80ab64c63812566fddd9a9047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:30:09Z', 'updated_at': '2022-04-29T13:30:20Z', 'revision_number': 2, 'project_id': 'e58a87f80ab64c63812566fddd9a9047', 'gw_port_host': None, '_interfaces': [{'id': '24c8fd49-51fc-4e57-b2a7-41b58d8ebef7', 'name': '', 'network_id': '97ad1050-1a8f-4ba9-bc65-4b14df4f7592', 'tenant_id': 'e58a87f80ab64c63812566fddd9a9047', 'mac_address': 'fa:16:3e:f6:f8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c62381-3581-4d51-9dcb-7306d55a9762', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3331735c-8d17-448d-98bd-46a61c167e52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:19Z', 'updated_at': '2022-04-29T13:30:22Z', 'revision_number': 4, 'project_id': 'e58a87f80ab64c63812566fddd9a9047', 'subnets': [{'id': '3331735c-8d17-448d-98bd-46a61c167e52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5ce13d4-8668-40e5-a3a0-6587890cb15a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:30:22.943967 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ecba3-6801-4c47-a44e-35b98304cfc6 None None] Pushing event updated for resources: {'Port': ['ID=24c8fd49-51fc-4e57-b2a7-41b58d8ebef7,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:23.347378 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 38074) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:23.464532 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1b4050-76a9-4dd4-a83f-05f75c441fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:23.465840 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-6e1b4050-76a9-4dd4-a83f-05f75c441fcc admin admin] 10.222.0.20 "GET /v2.0/networks/9c8e0a80-d509-45ab-9720-00aefc93fc37 HTTP/1.1" status: 200 len: 842 time: 0.1175025 Apr 29 13:30:23.475951 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-112e94a0-7b8e-4176-9c3b-2261881f60a5 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.28.3.0/24', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.28.3.1', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:30:23.496409 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112e94a0-7b8e-4176-9c3b-2261881f60a5 admin admin] Made reservation on behalf of 6ab259fead44405b84717117b3bc5baf for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:30:23.499283 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-112e94a0-7b8e-4176-9c3b-2261881f60a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:23.861521 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.objects.ports [None req-112e94a0-7b8e-4176-9c3b-2261881f60a5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103548) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 13:30:23.861981 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-112e94a0-7b8e-4176-9c3b-2261881f60a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for subnet (7d82864c-1f03-4b55-a173-75a79706e4c7), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:23.910909 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e94a0-7b8e-4176-9c3b-2261881f60a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d82864c-1f03-4b55-a173-75a79706e4c7,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:23.926788 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112e94a0-7b8e-4176-9c3b-2261881f60a5 admin admin] Checking segment: {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:30:23.927136 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112e94a0-7b8e-4176-9c3b-2261881f60a5 admin admin] Network hostable DHCP agents. Network: 9c8e0a80-d509-45ab-9720-00aefc93fc37, hostable agents: ['ec1b8bb2-9315-4753-b51b-79fb59085424'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:30:23.944243 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112e94a0-7b8e-4176-9c3b-2261881f60a5 admin admin] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 is scheduled to be hosted by DHCP agent ec1b8bb2-9315-4753-b51b-79fb59085424 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:30:23.953102 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-112e94a0-7b8e-4176-9c3b-2261881f60a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-smb, 9c8e0a80-d509-45ab-9720-00aefc93fc37) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:23.957115 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112e94a0-7b8e-4176-9c3b-2261881f60a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:23.957728 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-112e94a0-7b8e-4176-9c3b-2261881f60a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:23.964215 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42be5830-b615-411d-a8d4-eaa54989e9f6 None None] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:30:24.001910 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-112e94a0-7b8e-4176-9c3b-2261881f60a5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5060799 Apr 29 13:30:24.099518 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2e36e2-8861-4d34-9d11-1639b4c75bac None None] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:30:26.447593 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 38082) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:26.741910 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-13cae701-810b-41e8-b071-174562775478 demo admin] 10.222.0.20 "GET /v2.0/routers/f1c62381-3581-4d51-9dcb-7306d55a9762 HTTP/1.1" status: 200 len: 710 time: 0.2930439 Apr 29 13:30:26.831135 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08d406d-8d34-4c12-b049-e7f4c869d7f4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:30:26.832519 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-b08d406d-8d34-4c12-b049-e7f4c869d7f4 demo admin] 10.222.0.20 "GET /v2.0/networks/9c8e0a80-d509-45ab-9720-00aefc93fc37 HTTP/1.1" status: 200 len: 886 time: 0.0837777 Apr 29 13:30:26.841390 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-1f0a6c1d-850a-4f01-bf3a-a57390e1d889 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:30:27.112857 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1f0a6c1d-850a-4f01-bf3a-a57390e1d889 demo admin] Publish callbacks [] for router_gateway (f1c62381-3581-4d51-9dcb-7306d55a9762), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:27.344674 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1f0a6c1d-850a-4f01-bf3a-a57390e1d889 demo admin] Publish callbacks [] for router_gateway (f1c62381-3581-4d51-9dcb-7306d55a9762), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:27.422231 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1f0a6c1d-850a-4f01-bf3a-a57390e1d889 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:27.578895 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-1f0a6c1d-850a-4f01-bf3a-a57390e1d889 demo admin] Allocated IP 172.28.3.10 (9c8e0a80-d509-45ab-9720-00aefc93fc37/7d82864c-1f03-4b55-a173-75a79706e4c7/1c28e53a-cb53-4275-8ad4-b358ded00cfe) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:30:27.740906 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1f0a6c1d-850a-4f01-bf3a-a57390e1d889 demo admin] Publish callbacks [] for port (1c28e53a-cb53-4275-8ad4-b358ded00cfe), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:27.809029 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1f0a6c1d-850a-4f01-bf3a-a57390e1d889 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (1c28e53a-cb53-4275-8ad4-b358ded00cfe), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:27.882972 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0a6c1d-850a-4f01-bf3a-a57390e1d889 demo admin] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:30:27.892019 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-1f0a6c1d-850a-4f01-bf3a-a57390e1d889 demo admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:30:27.899545 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0a6c1d-850a-4f01-bf3a-a57390e1d889 demo admin] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:30:27.906313 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a6c1d-850a-4f01-bf3a-a57390e1d889 demo admin] Pushing event updated for resources: {'Port': ['ID=1c28e53a-cb53-4275-8ad4-b358ded00cfe,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:28.224056 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1f0a6c1d-850a-4f01-bf3a-a57390e1d889 demo admin] Publish callbacks [] for router_gateway (f1c62381-3581-4d51-9dcb-7306d55a9762), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:28.469003 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1f0a6c1d-850a-4f01-bf3a-a57390e1d889 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4150'] for router (f1c62381-3581-4d51-9dcb-7306d55a9762), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:28.474835 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1f0a6c1d-850a-4f01-bf3a-a57390e1d889 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457980'] for router (f1c62381-3581-4d51-9dcb-7306d55a9762), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:28.600661 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0a6c1d-850a-4f01-bf3a-a57390e1d889 demo admin] Router f1c62381-3581-4d51-9dcb-7306d55a9762 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:30:28.725429 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0a6c1d-850a-4f01-bf3a-a57390e1d889 demo admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:30:28.731786 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1f0a6c1d-850a-4f01-bf3a-a57390e1d889 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:28.734926 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-1f0a6c1d-850a-4f01-bf3a-a57390e1d889 demo admin] 10.222.0.20 "PUT /v2.0/routers/f1c62381-3581-4d51-9dcb-7306d55a9762 HTTP/1.1" status: 200 len: 889 time: 1.8962569 Apr 29 13:30:30.371983 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 24c8fd49-51fc-4e57-b2a7-41b58d8ebef7 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:30:30.429061 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 24c8fd49-51fc-4e57-b2a7-41b58d8ebef7 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:30:30.429446 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (24c8fd49-51fc-4e57-b2a7-41b58d8ebef7), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:30.531605 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 24c8fd49-51fc-4e57-b2a7-41b58d8ebef7 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:30:31.389687 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 38094) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:30:31.517883 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-f86d394e-8ccd-4306-9f3d-2215831b4545 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1272295 Apr 29 13:30:32.178222 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] Sync routers for ids ['f1c62381-3581-4d51-9dcb-7306d55a9762'] in dv-cinder-839416-3-smb {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:30:32.194841 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] Routers {'f1c62381-3581-4d51-9dcb-7306d55a9762'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:30:32.195686 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:30:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['f1c62381-3581-4d51-9dcb-7306d55a9762'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:32.458501 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] Set router f1c62381-3581-4d51-9dcb-7306d55a9762 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:30:32.966562 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c62381-3581-4d51-9dcb-7306d55a9762', 'name': 'router1', 'tenant_id': 'e58a87f80ab64c63812566fddd9a9047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '1c28e53a-cb53-4275-8ad4-b358ded00cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:30:09Z', 'updated_at': '2022-04-29T13:30:28Z', 'revision_number': 4, 'project_id': 'e58a87f80ab64c63812566fddd9a9047', 'gw_port': {'id': '1c28e53a-cb53-4275-8ad4-b358ded00cfe', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c62381-3581-4d51-9dcb-7306d55a9762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:27Z', 'updated_at': '2022-04-29T13:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '24c8fd49-51fc-4e57-b2a7-41b58d8ebef7', 'name': '', 'network_id': '97ad1050-1a8f-4ba9-bc65-4b14df4f7592', 'tenant_id': 'e58a87f80ab64c63812566fddd9a9047', 'mac_address': 'fa:16:3e:f6:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c62381-3581-4d51-9dcb-7306d55a9762', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3331735c-8d17-448d-98bd-46a61c167e52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:19Z', 'updated_at': '2022-04-29T13:30:22Z', 'revision_number': 5, 'project_id': 'e58a87f80ab64c63812566fddd9a9047', 'subnets': [{'id': '3331735c-8d17-448d-98bd-46a61c167e52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5ce13d4-8668-40e5-a3a0-6587890cb15a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:33.035294 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] Checking router: f1c62381-3581-4d51-9dcb-7306d55a9762 for host: dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:30:33.035747 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] Updating router f1c62381-3581-4d51-9dcb-7306d55a9762 port 1c28e53a-cb53-4275-8ad4-b358ded00cfe binding host dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:30:33.094333 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (1c28e53a-cb53-4275-8ad4-b358ded00cfe), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.498662 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] Publish callbacks [] for port (1c28e53a-cb53-4275-8ad4-b358ded00cfe), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.506042 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (1c28e53a-cb53-4275-8ad4-b358ded00cfe), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.556398 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb3710-d01e-42d2-b83f-c72380ae90aa None None] Pushing event updated for resources: {'Port': ['ID=1c28e53a-cb53-4275-8ad4-b358ded00cfe,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:33.575562 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] Attempting to bind port 1c28e53a-cb53-4275-8ad4-b358ded00cfe on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:30:33.575937 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] Attempting to bind port 1c28e53a-cb53-4275-8ad4-b358ded00cfe by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:30:33.577010 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] Attempting to bind port 1c28e53a-cb53-4275-8ad4-b358ded00cfe on network 9c8e0a80-d509-45ab-9720-00aefc93fc37 {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:30:33.584825 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:30:33.585219 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] Checking segment: {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:30:33.585700 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.586117 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] Bound using segment: {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:30:33.586665 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] Bound port: 1c28e53a-cb53-4275-8ad4-b358ded00cfe, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:30:33.587051 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (1c28e53a-cb53-4275-8ad4-b358ded00cfe), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.652212 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] For port 1c28e53a-cb53-4275-8ad4-b358ded00cfe, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:30:33.656836 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] For port 1c28e53a-cb53-4275-8ad4-b358ded00cfe, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=1c28e53a-cb53-4275-8ad4-b358ded00cfe,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:30:33.665651 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (1c28e53a-cb53-4275-8ad4-b358ded00cfe), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:33.745526 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb3710-d01e-42d2-b83f-c72380ae90aa None None] Pushing event updated for resources: {'Port': ['ID=1c28e53a-cb53-4275-8ad4-b358ded00cfe,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:33.755168 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] Routers {'f1c62381-3581-4d51-9dcb-7306d55a9762'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:30:33.755613 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:30:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['f1c62381-3581-4d51-9dcb-7306d55a9762'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:33.893783 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] Set router f1c62381-3581-4d51-9dcb-7306d55a9762 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:30:34.165430 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c62381-3581-4d51-9dcb-7306d55a9762', 'name': 'router1', 'tenant_id': 'e58a87f80ab64c63812566fddd9a9047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '1c28e53a-cb53-4275-8ad4-b358ded00cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:30:09Z', 'updated_at': '2022-04-29T13:30:28Z', 'revision_number': 4, 'project_id': 'e58a87f80ab64c63812566fddd9a9047', 'gw_port': {'id': '1c28e53a-cb53-4275-8ad4-b358ded00cfe', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c62381-3581-4d51-9dcb-7306d55a9762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:27Z', 'updated_at': '2022-04-29T13:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '24c8fd49-51fc-4e57-b2a7-41b58d8ebef7', 'name': '', 'network_id': '97ad1050-1a8f-4ba9-bc65-4b14df4f7592', 'tenant_id': 'e58a87f80ab64c63812566fddd9a9047', 'mac_address': 'fa:16:3e:f6:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c62381-3581-4d51-9dcb-7306d55a9762', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3331735c-8d17-448d-98bd-46a61c167e52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:19Z', 'updated_at': '2022-04-29T13:30:22Z', 'revision_number': 5, 'project_id': 'e58a87f80ab64c63812566fddd9a9047', 'subnets': [{'id': '3331735c-8d17-448d-98bd-46a61c167e52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5ce13d4-8668-40e5-a3a0-6587890cb15a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:30:34.200735 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489c47cc-976d-4b2b-9add-0b59437357d3 None None] The sync data for ids ['f1c62381-3581-4d51-9dcb-7306d55a9762'] in dv-cinder-839416-3-smb is: [{'id': 'f1c62381-3581-4d51-9dcb-7306d55a9762', 'name': 'router1', 'tenant_id': 'e58a87f80ab64c63812566fddd9a9047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '1c28e53a-cb53-4275-8ad4-b358ded00cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:30:09Z', 'updated_at': '2022-04-29T13:30:28Z', 'revision_number': 4, 'project_id': 'e58a87f80ab64c63812566fddd9a9047', 'gw_port': {'id': '1c28e53a-cb53-4275-8ad4-b358ded00cfe', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c62381-3581-4d51-9dcb-7306d55a9762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:27Z', 'updated_at': '2022-04-29T13:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '24c8fd49-51fc-4e57-b2a7-41b58d8ebef7', 'name': '', 'network_id': '97ad1050-1a8f-4ba9-bc65-4b14df4f7592', 'tenant_id': 'e58a87f80ab64c63812566fddd9a9047', 'mac_address': 'fa:16:3e:f6:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c62381-3581-4d51-9dcb-7306d55a9762', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3331735c-8d17-448d-98bd-46a61c167e52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:30:19Z', 'updated_at': '2022-04-29T13:30:22Z', 'revision_number': 5, 'project_id': 'e58a87f80ab64c63812566fddd9a9047', 'subnets': [{'id': '3331735c-8d17-448d-98bd-46a61c167e52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5ce13d4-8668-40e5-a3a0-6587890cb15a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:30:34.475917 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 1c28e53a-cb53-4275-8ad4-b358ded00cfe up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:30:34.554417 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 1c28e53a-cb53-4275-8ad4-b358ded00cfe triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:30:34.555050 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (1c28e53a-cb53-4275-8ad4-b358ded00cfe), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:34.713112 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 1c28e53a-cb53-4275-8ad4-b358ded00cfe is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:30:34.713735 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (1c28e53a-cb53-4275-8ad4-b358ded00cfe), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:34.765890 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] For port 1c28e53a-cb53-4275-8ad4-b358ded00cfe, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=1c28e53a-cb53-4275-8ad4-b358ded00cfe,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:30:34.777116 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (1c28e53a-cb53-4275-8ad4-b358ded00cfe), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:34.868381 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Pushing event updated for resources: {'Port': ['ID=1c28e53a-cb53-4275-8ad4-b358ded00cfe,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:30:36.420636 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 1c28e53a-cb53-4275-8ad4-b358ded00cfe up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:30:36.515515 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 1c28e53a-cb53-4275-8ad4-b358ded00cfe triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:30:36.516263 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (1c28e53a-cb53-4275-8ad4-b358ded00cfe), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:36.657137 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 1c28e53a-cb53-4275-8ad4-b358ded00cfe is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:30:44.449957 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-533811ee-f3a6-49b2-a760-a8c839673cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:46.993244 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e99028de-fb77-41de-87bf-9378bdb80a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:48.002545 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:49.976827 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:30:50.467350 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 5 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:30:51.444619 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:14.445041 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ec261cab-f6b1-43dc-b1dc-c88088da8e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:17.002747 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e4648471-8f9e-4bd2-ac8d-a240700c7f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:17.994728 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:19.967435 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:21.427842 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:27.458832 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 5 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:31:44.441184 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c1e99494-9e68-4748-99f8-f3a3880a46a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:47.005967 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ed2bccb9-1bdb-4f2e-b3d5-9baa42689007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:48.007330 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:49.974630 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:51.436045 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:55.012385 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 38578) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:31:55.074128 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7cf5914-d522-4626-99d5-044afb23f8b3 admin admin] GET failed (client error): The resource could not be found. Apr 29 13:31:55.075312 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-b7cf5914-d522-4626-99d5-044afb23f8b3 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619528 Apr 29 13:31:55.241388 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1800e02-8b0d-49e5-b3e2-b27d5b0014c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:55.242964 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-a1800e02-8b0d-49e5-b3e2-b27d5b0014c3 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1627157 Apr 29 13:31:57.518222 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 38588) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:31:57.677055 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e68e692-3a14-407b-bc4c-c07917435f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:57.678442 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-4e68e692-3a14-407b-bc4c-c07917435f62 admin admin] 10.222.0.20 "GET /v2.0/subnets/3331735c-8d17-448d-98bd-46a61c167e52 HTTP/1.1" status: 200 len: 849 time: 0.1592557 Apr 29 13:31:57.688662 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-aed9b3f0-3136-463a-89fd-cb0ca7df62a1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:31:57.774150 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-aed9b3f0-3136-463a-89fd-cb0ca7df62a1 admin admin] Publish callbacks [] for subnet (3331735c-8d17-448d-98bd-46a61c167e52), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:57.923195 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-aed9b3f0-3136-463a-89fd-cb0ca7df62a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791784433107'] for subnet (3331735c-8d17-448d-98bd-46a61c167e52), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:57.955217 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed9b3f0-3136-463a-89fd-cb0ca7df62a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:31:57.955843 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-aed9b3f0-3136-463a-89fd-cb0ca7df62a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:57.957706 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-aed9b3f0-3136-463a-89fd-cb0ca7df62a1 admin admin] 10.222.0.20 "PUT /v2.0/subnets/3331735c-8d17-448d-98bd-46a61c167e52 HTTP/1.1" status: 200 len: 868 time: 0.2726979 Apr 29 13:31:57.961017 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038d3e8b-9947-45a4-92d3-272ba7efa873 None None] Network 97ad1050-1a8f-4ba9-bc65-4b14df4f7592 requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:31:57.979793 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9b3f0-3136-463a-89fd-cb0ca7df62a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3331735c-8d17-448d-98bd-46a61c167e52,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:31:57.988600 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9b3f0-3136-463a-89fd-cb0ca7df62a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:57.988971 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9b3f0-3136-463a-89fd-cb0ca7df62a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:57.989342 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9b3f0-3136-463a-89fd-cb0ca7df62a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:57.989706 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9b3f0-3136-463a-89fd-cb0ca7df62a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:57.990047 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9b3f0-3136-463a-89fd-cb0ca7df62a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:57.990381 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9b3f0-3136-463a-89fd-cb0ca7df62a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:57.990713 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9b3f0-3136-463a-89fd-cb0ca7df62a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:57.991039 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9b3f0-3136-463a-89fd-cb0ca7df62a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:57.991367 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9b3f0-3136-463a-89fd-cb0ca7df62a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:57.991843 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9b3f0-3136-463a-89fd-cb0ca7df62a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:57.992174 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9b3f0-3136-463a-89fd-cb0ca7df62a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:57.992580 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9b3f0-3136-463a-89fd-cb0ca7df62a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:57.992864 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9b3f0-3136-463a-89fd-cb0ca7df62a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:57.993190 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9b3f0-3136-463a-89fd-cb0ca7df62a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:57.993511 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed9b3f0-3136-463a-89fd-cb0ca7df62a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:31:58.349579 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-ea44b2df-472a-47a7-846b-61c43219b0ca None None] Provisioning complete for port 6734bcfb-367d-43d0-89d1-7022cdd420c4 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:31:58.350022 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ea44b2df-472a-47a7-846b-61c43219b0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (6734bcfb-367d-43d0-89d1-7022cdd420c4), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:58.429625 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-ea44b2df-472a-47a7-846b-61c43219b0ca None None] Current status of the port 6734bcfb-367d-43d0-89d1-7022cdd420c4 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:31:58.437697 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-ea44b2df-472a-47a7-846b-61c43219b0ca None None] Provisioning complete for port 24c8fd49-51fc-4e57-b2a7-41b58d8ebef7 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:31:58.438186 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ea44b2df-472a-47a7-846b-61c43219b0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (24c8fd49-51fc-4e57-b2a7-41b58d8ebef7), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:31:58.517126 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-ea44b2df-472a-47a7-846b-61c43219b0ca None None] Current status of the port 24c8fd49-51fc-4e57-b2a7-41b58d8ebef7 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:32:00.287699 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 38596) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:32:00.491843 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1c9d59-1090-4bbd-883e-6a46e84ccab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:00.492219 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1c9d59-1090-4bbd-883e-6a46e84ccab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:00.493901 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-ec1c9d59-1090-4bbd-883e-6a46e84ccab7 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2052405 Apr 29 13:32:02.793287 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 38604) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:32:02.927866 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90435faa-a5e4-4111-91c3-9413437e9064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:02.928338 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90435faa-a5e4-4111-91c3-9413437e9064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:02.929939 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-90435faa-a5e4-4111-91c3-9413437e9064 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1356912 Apr 29 13:32:04.457516 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 5 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:32:05.220567 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 38612) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:32:05.375795 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0329765-9581-47ab-88f3-084c204b2747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:05.377216 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-e0329765-9581-47ab-88f3-084c204b2747 admin admin] 10.222.0.20 "GET /v2.0/networks/97ad1050-1a8f-4ba9-bc65-4b14df4f7592 HTTP/1.1" status: 200 len: 868 time: 0.1556716 Apr 29 13:32:07.716820 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 38620) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:32:07.845062 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac0054e-1be5-4d27-8d6b-9f62ef1d90dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:07.846449 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-6ac0054e-1be5-4d27-8d6b-9f62ef1d90dc admin admin] 10.222.0.20 "GET /v2.0/networks/9c8e0a80-d509-45ab-9720-00aefc93fc37 HTTP/1.1" status: 200 len: 886 time: 0.1286545 Apr 29 13:32:10.172352 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 38628) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:32:10.302831 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217a651e-ad81-4bc9-87f8-4646adb31e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:10.303280 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217a651e-ad81-4bc9-87f8-4646adb31e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:10.304901 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-217a651e-ad81-4bc9-87f8-4646adb31e82 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1315103 Apr 29 13:32:12.599915 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 38638) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:32:12.693403 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a4412b-ae82-4de0-b630-feb822925174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:12.693852 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a4412b-ae82-4de0-b630-feb822925174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:12.695352 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-63a4412b-ae82-4de0-b630-feb822925174 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0945158 Apr 29 13:32:14.444478 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7512907c-5857-450d-a154-c178041e56cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:15.026824 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 38646) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:32:15.125998 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930dac43-7d49-445f-a3dc-7a28ee86c5cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:15.127372 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-930dac43-7d49-445f-a3dc-7a28ee86c5cb admin admin] 10.222.0.20 "GET /v2.0/subnets/3331735c-8d17-448d-98bd-46a61c167e52 HTTP/1.1" status: 200 len: 868 time: 0.0995984 Apr 29 13:32:17.001531 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-dda3f858-a6cb-4156-8a27-06cae5d89096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:17.459478 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 38654) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:32:17.558607 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651d00ab-f035-4186-865d-a0e8f12690d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:32:17.561077 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-651d00ab-f035-4186-865d-a0e8f12690d7 admin admin] 10.222.0.20 "GET /v2.0/subnets/7d82864c-1f03-4b55-a173-75a79706e4c7 HTTP/1.1" status: 200 len: 816 time: 0.1006131 Apr 29 13:32:18.001660 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:19.975420 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:21.439666 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:41.455550 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 5 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:32:44.448968 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d1376123-12ba-4f35-9b74-1ac2c913961a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:46.997352 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a6e1aa3f-cb66-4a22-a3f6-5a5a13827efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:48.004896 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:49.975209 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:51.435193 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:32:58.841035 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 38712) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:32:58.892119 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [None req-b12070c0-00cb-4b5a-8d50-f084f42760cd admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:32:58.896679 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-b12070c0-00cb-4b5a-8d50-f084f42760cd admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0512495 Apr 29 13:33:01.298056 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 38720) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:01.359620 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f9f139c-277c-47fa-8be9-dd664c818ca4 admin admin] GET failed (client error): The resource could not be found. Apr 29 13:33:01.361254 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-2f9f139c-277c-47fa-8be9-dd664c818ca4 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0622675 Apr 29 13:33:01.508598 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72074c62-9631-4fc7-a285-8221bf201d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:33:01.510040 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-72074c62-9631-4fc7-a285-8221bf201d3e admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1447775 Apr 29 13:33:03.931221 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 38728) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:03.979937 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:33:03.999194 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Made reservation on behalf of 6ab259fead44405b84717117b3bc5baf for: {'network': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:33:04.001472 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for network (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:04.030079 dv-cinder-839416-3-smb neutron-server[103547]: WARNING neutron.services.revisions.revision_plugin [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Could not find related network for resource to bump revision. Apr 29 13:33:04.043196 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:33:04.052764 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (e313330c-e882-4d6e-9364-e4ef028f6284), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:04.053098 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.segments_db [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Added segment e313330c-e882-4d6e-9364-e4ef028f6284 of type vlan for network a9628a4b-2dc9-4017-ae75-ea6417bfbf1a Apr 29 13:33:04.096480 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791783959471'] for network (a9628a4b-2dc9-4017-ae75-ea6417bfbf1a), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:04.121399 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for network (a9628a4b-2dc9-4017-ae75-ea6417bfbf1a), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:04.122471 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:33:04.123052 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:04.239043 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3067000 Apr 29 13:33:04.267536 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Pushing event updated for resources: {'Network': ['ID=a9628a4b-2dc9-4017-ae75-ea6417bfbf1a,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:04.275078 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:04.275423 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:04.275856 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:04.276167 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:04.276507 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:04.277843 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:04.278350 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:04.278597 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:04.278965 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:04.279281 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:04.279646 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:04.279978 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:04.280310 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:04.280661 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:04.280989 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6140fe21-234c-4688-a75d-e6f19c146f5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:04.293607 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Network a9628a4b-2dc9-4017-ae75-ea6417bfbf1a details requested by agent ovs-agent-dv-cinder-839416-3-smb with host dv-cinder-839416-3-smb {{(pid=103549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:33:06.561746 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 38736) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:33:06.624428 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a04ebc5-a80d-412d-970c-ee154da96bba admin admin] GET failed (client error): The resource could not be found. Apr 29 13:33:06.625757 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-7a04ebc5-a80d-412d-970c-ee154da96bba admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0630469 Apr 29 13:33:06.696435 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f892a8-d347-4db6-8a46-c1b96787a959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:33:06.697833 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-f2f892a8-d347-4db6-8a46-c1b96787a959 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0680771 Apr 29 13:33:06.708260 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-8b359928-4e68-4c36-95f0-5c5709512edc admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'a9628a4b-2dc9-4017-ae75-ea6417bfbf1a'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:33:06.729974 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b359928-4e68-4c36-95f0-5c5709512edc admin admin] Made reservation on behalf of 6ab259fead44405b84717117b3bc5baf for: {'subnet': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:33:06.732545 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8b359928-4e68-4c36-95f0-5c5709512edc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:06.923817 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8b359928-4e68-4c36-95f0-5c5709512edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for subnet (1c390f99-39a0-450d-9f67-01b69f9ed6ab), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:06.982273 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b359928-4e68-4c36-95f0-5c5709512edc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c390f99-39a0-450d-9f67-01b69f9ed6ab,revision_number=0']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:06.995364 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b359928-4e68-4c36-95f0-5c5709512edc admin admin] Checking segment: {'id': 'e313330c-e882-4d6e-9364-e4ef028f6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a9628a4b-2dc9-4017-ae75-ea6417bfbf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:33:06.995768 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b359928-4e68-4c36-95f0-5c5709512edc admin admin] Network hostable DHCP agents. Network: a9628a4b-2dc9-4017-ae75-ea6417bfbf1a, hostable agents: ['ec1b8bb2-9315-4753-b51b-79fb59085424'], hosted agents: [] {{(pid=103547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:33:07.017951 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b359928-4e68-4c36-95f0-5c5709512edc admin admin] Network a9628a4b-2dc9-4017-ae75-ea6417bfbf1a is scheduled to be hosted by DHCP agent ec1b8bb2-9315-4753-b51b-79fb59085424 with binding_index 1 {{(pid=103547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:33:07.030531 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-8b359928-4e68-4c36-95f0-5c5709512edc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-smb, a9628a4b-2dc9-4017-ae75-ea6417bfbf1a) {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:07.034979 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b359928-4e68-4c36-95f0-5c5709512edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:33:07.035637 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8b359928-4e68-4c36-95f0-5c5709512edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for subnet (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:07.041734 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8865c1f2-0fc1-4f32-b729-21e82835475a None None] Network a9628a4b-2dc9-4017-ae75-ea6417bfbf1a requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:33:07.058821 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-8b359928-4e68-4c36-95f0-5c5709512edc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3533199 Apr 29 13:33:07.153653 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4337fddb-5967-5862-9978-883eb4654285-a9628a4b-2dc9-4017-ae75-ea6417bfbf1a', 'network_id': 'a9628a4b-2dc9-4017-ae75-ea6417bfbf1a', 'project_id': '6ab259fead44405b84717117b3bc5baf', 'fixed_ips': [{'subnet_id': '1c390f99-39a0-450d-9f67-01b69f9ed6ab'}]}} from dv-cinder-839416-3-smb. {{(pid=103549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 13:33:07.154526 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:07.403841 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Allocated IP 192.168.233.2 (a9628a4b-2dc9-4017-ae75-ea6417bfbf1a/1c390f99-39a0-450d-9f67-01b69f9ed6ab/c939ef32-2a95-419b-a19c-6ee72b0f4b3d) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:33:07.556244 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Publish callbacks [] for port (c939ef32-2a95-419b-a19c-6ee72b0f4b3d), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:07.563037 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (c939ef32-2a95-419b-a19c-6ee72b0f4b3d), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:07.602262 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Network a9628a4b-2dc9-4017-ae75-ea6417bfbf1a is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:33:07.615204 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:33:07.616922 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Pushing event updated for resources: {'Port': ['ID=c939ef32-2a95-419b-a19c-6ee72b0f4b3d,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:07.619186 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:33:07.628393 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:07.628765 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:07.629117 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:07.629477 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:07.629819 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:07.630149 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:07.630477 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:07.630805 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:07.631154 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:07.631460 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:07.631788 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:07.632129 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:07.632456 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:07.632812 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:07.633130 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:33:07.689893 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Attempting to bind port c939ef32-2a95-419b-a19c-6ee72b0f4b3d on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:33:07.690095 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Attempting to bind port c939ef32-2a95-419b-a19c-6ee72b0f4b3d by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': 'e313330c-e882-4d6e-9364-e4ef028f6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a9628a4b-2dc9-4017-ae75-ea6417bfbf1a'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:33:07.690368 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Attempting to bind port c939ef32-2a95-419b-a19c-6ee72b0f4b3d on network a9628a4b-2dc9-4017-ae75-ea6417bfbf1a {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:33:07.695593 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:33:07.695965 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Checking segment: {'id': 'e313330c-e882-4d6e-9364-e4ef028f6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a9628a4b-2dc9-4017-ae75-ea6417bfbf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:33:07.696364 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:07.696821 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Bound using segment: {'id': 'e313330c-e882-4d6e-9364-e4ef028f6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a9628a4b-2dc9-4017-ae75-ea6417bfbf1a'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:33:07.697288 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Bound port: c939ef32-2a95-419b-a19c-6ee72b0f4b3d, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e313330c-e882-4d6e-9364-e4ef028f6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a9628a4b-2dc9-4017-ae75-ea6417bfbf1a'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:33:07.697762 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (c939ef32-2a95-419b-a19c-6ee72b0f4b3d), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:07.766074 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] For port c939ef32-2a95-419b-a19c-6ee72b0f4b3d, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:33:07.769679 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] For port c939ef32-2a95-419b-a19c-6ee72b0f4b3d, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=c939ef32-2a95-419b-a19c-6ee72b0f4b3d,segment=NetworkSegment(e313330c-e882-4d6e-9364-e4ef028f6284),segment_id=e313330c-e882-4d6e-9364-e4ef028f6284)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:33:07.775979 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (c939ef32-2a95-419b-a19c-6ee72b0f4b3d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:07.833473 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781095d-9d37-48fd-86ff-412cb4debff0 None None] Pushing event updated for resources: {'Port': ['ID=c939ef32-2a95-419b-a19c-6ee72b0f4b3d,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:08.526006 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device c939ef32-2a95-419b-a19c-6ee72b0f4b3d up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:33:08.586663 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port c939ef32-2a95-419b-a19c-6ee72b0f4b3d triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:33:08.587044 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (c939ef32-2a95-419b-a19c-6ee72b0f4b3d), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:08.683786 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port c939ef32-2a95-419b-a19c-6ee72b0f4b3d is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:33:08.684246 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (c939ef32-2a95-419b-a19c-6ee72b0f4b3d), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:08.719019 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cceaa3-e0bb-4cf5-99fc-b268cfff675a None None] Network a9628a4b-2dc9-4017-ae75-ea6417bfbf1a requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:33:08.724561 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] For port c939ef32-2a95-419b-a19c-6ee72b0f4b3d, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=c939ef32-2a95-419b-a19c-6ee72b0f4b3d,segment=NetworkSegment(e313330c-e882-4d6e-9364-e4ef028f6284),segment_id=e313330c-e882-4d6e-9364-e4ef028f6284)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:33:08.737672 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (c939ef32-2a95-419b-a19c-6ee72b0f4b3d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:08.867733 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Pushing event updated for resources: {'Port': ['ID=c939ef32-2a95-419b-a19c-6ee72b0f4b3d,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:33:08.872423 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-f5b494c6-80d9-48e3-b4fe-1bad29e3c836 None None] Provisioning complete for port c939ef32-2a95-419b-a19c-6ee72b0f4b3d triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:33:08.872827 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-f5b494c6-80d9-48e3-b4fe-1bad29e3c836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (c939ef32-2a95-419b-a19c-6ee72b0f4b3d), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:08.974669 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-f5b494c6-80d9-48e3-b4fe-1bad29e3c836 None None] Current status of the port c939ef32-2a95-419b-a19c-6ee72b0f4b3d is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:33:09.198027 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-ee749930-6502-4564-9aff-06a6a4689864 None None] Provisioning complete for port c939ef32-2a95-419b-a19c-6ee72b0f4b3d triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:33:09.198410 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ee749930-6502-4564-9aff-06a6a4689864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (c939ef32-2a95-419b-a19c-6ee72b0f4b3d), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:09.278391 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-ee749930-6502-4564-9aff-06a6a4689864 None None] Current status of the port c939ef32-2a95-419b-a19c-6ee72b0f4b3d is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:33:10.466045 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device c939ef32-2a95-419b-a19c-6ee72b0f4b3d up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:33:10.514604 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port c939ef32-2a95-419b-a19c-6ee72b0f4b3d triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:33:10.514990 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (c939ef32-2a95-419b-a19c-6ee72b0f4b3d), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:10.596627 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port c939ef32-2a95-419b-a19c-6ee72b0f4b3d is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:33:14.453414 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-92606ee3-2d23-49d0-bc27-66f61e888337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:17.000443 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-fa137398-6987-44b4-ac93-13a0a5db806d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:18.010683 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:18.454075 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 5 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:33:19.980041 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:21.437919 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:44.455289 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-78fa7c4b-5321-48ab-aad9-2f1771633dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:47.003698 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-08a9ba57-4458-4668-a48c-8ab84d158b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:48.010804 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:49.981921 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:51.440418 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:33:55.452459 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 5 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:34:14.458830 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c9e65c54-123a-4103-9485-dc506dc8f561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:17.007535 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5c29356c-2435-4f66-a5d6-ec6f46cb5a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:18.013482 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:19.985646 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:21.444278 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:32.450770 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 5 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:34:36.012508 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 38776) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:36.018072 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [None req-b8e2644e-61e4-4e00-94b7-36166089e060 tempest-verify_tempest_config-1191558834 tempest-verify_tempest_config-1191558834-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:34:36.019043 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-b8e2644e-61e4-4e00-94b7-36166089e060 tempest-verify_tempest_config-1191558834 tempest-verify_tempest_config-1191558834-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0054882 Apr 29 13:34:36.311726 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 38794) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:36.417759 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7d110d37-e1a5-463a-9bcf-997c3f8da5bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:36.492586 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7d110d37-e1a5-463a-9bcf-997c3f8da5bb admin admin] Publish callbacks [] for security_group (697d5ad3-d2fa-4b56-b18f-130bdbd71d40), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:36.498441 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7d110d37-e1a5-463a-9bcf-997c3f8da5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (697d5ad3-d2fa-4b56-b18f-130bdbd71d40), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:36.543010 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-7d110d37-e1a5-463a-9bcf-997c3f8da5bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db40a4dbcd9244ff88ead053b2979b04&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2301788 Apr 29 13:34:36.543852 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d110d37-e1a5-463a-9bcf-997c3f8da5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697d5ad3-d2fa-4b56-b18f-130bdbd71d40,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:36.545985 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 38798) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:34:36.554079 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d110d37-e1a5-463a-9bcf-997c3f8da5bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.554676 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d110d37-e1a5-463a-9bcf-997c3f8da5bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.555271 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d110d37-e1a5-463a-9bcf-997c3f8da5bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.555929 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d110d37-e1a5-463a-9bcf-997c3f8da5bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.557050 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d110d37-e1a5-463a-9bcf-997c3f8da5bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.557633 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d110d37-e1a5-463a-9bcf-997c3f8da5bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.558220 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d110d37-e1a5-463a-9bcf-997c3f8da5bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.558799 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d110d37-e1a5-463a-9bcf-997c3f8da5bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.559383 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d110d37-e1a5-463a-9bcf-997c3f8da5bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.559975 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d110d37-e1a5-463a-9bcf-997c3f8da5bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.560541 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d110d37-e1a5-463a-9bcf-997c3f8da5bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.561148 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d110d37-e1a5-463a-9bcf-997c3f8da5bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.561726 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d110d37-e1a5-463a-9bcf-997c3f8da5bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.562310 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d110d37-e1a5-463a-9bcf-997c3f8da5bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.562870 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d110d37-e1a5-463a-9bcf-997c3f8da5bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.635372 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1821ac34-374b-47ca-aad0-151cdfd6a7e6 admin admin] Publish callbacks [] for security_group (697d5ad3-d2fa-4b56-b18f-130bdbd71d40), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:36.657075 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1821ac34-374b-47ca-aad0-151cdfd6a7e6 admin admin] Publish callbacks [] for security_group (697d5ad3-d2fa-4b56-b18f-130bdbd71d40), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:36.750286 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1821ac34-374b-47ca-aad0-151cdfd6a7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (697d5ad3-d2fa-4b56-b18f-130bdbd71d40), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:36.752849 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1821ac34-374b-47ca-aad0-151cdfd6a7e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:36.754020 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-1821ac34-374b-47ca-aad0-151cdfd6a7e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/697d5ad3-d2fa-4b56-b18f-130bdbd71d40 HTTP/1.1" status: 204 len: 168 time: 0.2070136 Apr 29 13:34:36.764791 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821ac34-374b-47ca-aad0-151cdfd6a7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697d5ad3-d2fa-4b56-b18f-130bdbd71d40,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:34:36.772059 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821ac34-374b-47ca-aad0-151cdfd6a7e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.772385 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821ac34-374b-47ca-aad0-151cdfd6a7e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.772843 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821ac34-374b-47ca-aad0-151cdfd6a7e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.773086 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821ac34-374b-47ca-aad0-151cdfd6a7e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.773414 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821ac34-374b-47ca-aad0-151cdfd6a7e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.773735 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821ac34-374b-47ca-aad0-151cdfd6a7e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.774175 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821ac34-374b-47ca-aad0-151cdfd6a7e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.775089 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821ac34-374b-47ca-aad0-151cdfd6a7e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.775417 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821ac34-374b-47ca-aad0-151cdfd6a7e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.775740 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821ac34-374b-47ca-aad0-151cdfd6a7e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.776061 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821ac34-374b-47ca-aad0-151cdfd6a7e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.776383 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821ac34-374b-47ca-aad0-151cdfd6a7e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.776809 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821ac34-374b-47ca-aad0-151cdfd6a7e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.777042 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821ac34-374b-47ca-aad0-151cdfd6a7e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:36.777350 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821ac34-374b-47ca-aad0-151cdfd6a7e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:34:44.460279 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-66fab7cb-c964-4612-851f-d17d44f82ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:47.011147 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9a4e8e62-9006-486f-ab88-0169673dbe83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:48.017831 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:49.989649 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:34:51.448574 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:09.450286 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 5 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:35:14.464499 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d3761743-d4c2-4134-9a15-80c7e53e5645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:17.012520 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5cfcddfc-5012-4b9a-a7e3-8ddb44d532c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:18.017338 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:19.990833 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:21.453495 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:44.470421 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-455ab669-ab9a-465e-8567-30c3a7b369a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:46.449730 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 5 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:35:47.014182 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8a979aa6-7e81-49bb-a2b5-64ab5d2c576a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:48.020217 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:49.993796 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:35:51.456705 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:14.472607 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-f1ae0b1a-feb6-4518-8c30-491df2dc0f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:17.017439 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a5a9905d-c04d-446a-b90c-e7302b90f0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:18.022620 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:19.997203 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:21.458465 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:23.447839 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 5 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:36:30.985131 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456967'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:44.475204 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-87046375-4c93-4632-b464-4412858efc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:46.073986 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 38870) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:46.178103 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-4e02ed46-ea70-473b-bca7-da853eda0336 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1031024 Apr 29 13:36:47.018420 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-18eae6a9-5a96-4dc2-8e4e-a89bc4a5fc02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:48.028031 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:48.504345 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 38880) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:36:48.560053 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-8072068b-1ce1-4187-8d4b-3bc44613d44d admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0546091 Apr 29 13:36:49.999502 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:36:51.462029 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:00.446907 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:37:00.938339 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:14.482715 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-04a520cf-30ef-4677-a395-64c69215eb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:17.022768 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-eae7a001-6955-44bd-a5ef-de79a48c9509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:18.036738 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:20.006017 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:21.468604 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:30.940378 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:37.447528 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:37:44.479338 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ce9582b8-39fa-44fb-a054-9637ea2bc02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:47.032527 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b7d9c06b-f205-4746-bca1-a5daa34a9462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:48.049995 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:50.016926 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:37:51.466381 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:00.947483 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:14.446870 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:38:14.482437 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9e352f0f-b3b8-4cee-ac2c-2e482fb8d328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:17.037887 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d97b1345-ffb2-48f1-a3e4-6a38538d2759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:18.046696 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:20.019758 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:21.462443 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:30.979326 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:37.481154 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 39054) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:37.894697 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1154167297-network', 'tenant_id': '1e02b3b3603a44e08637b77e265f1c2a'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:38:37.945138 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Made reservation on behalf of 1e02b3b3603a44e08637b77e265f1c2a for: {'network': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:38:37.956769 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for network (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:37.978194 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:38.141510 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Publish callbacks [] for security_group (96724a3c-5edf-4e1c-b247-407e3ee693c8), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:38.147228 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (96724a3c-5edf-4e1c-b247-407e3ee693c8), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:38.171796 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:38:38.189983 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (13f8d667-b379-4fff-be78-d96ecd0b0c09), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:38.190563 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.segments_db [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Added segment 13f8d667-b379-4fff-be78-d96ecd0b0c09 of type vlan for network de63f86c-abd7-4e99-8233-b15887c4097c Apr 29 13:38:38.193010 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96724a3c-5edf-4e1c-b247-407e3ee693c8,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:38.220456 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.221088 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.221614 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.222230 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.222721 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.223207 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.223714 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.224040 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.224356 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.224853 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.225347 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.226578 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.227245 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.227445 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.227752 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Tracked resource versions report: Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: pushed versions: Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: { 'AddressGroup': {'1.2'}, Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'Agent': {'1.1'}, Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'ConntrackHelper': {'1.0'}, Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'LocalIPAssociation': {'1.0'}, Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'Log': {'1.0'}, Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'NDPProxy': {'1.0'}, Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'Network': {'1.1'}, Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'Port': {'1.7'}, Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'PortForwarding': {'1.3'}, Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'QosPolicy': {'1.10'}, Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'SecurityGroup': {'1.5'}, Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'SecurityGroupRule': {'1.2'}, Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'SubPort': {'1.0'}, Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'Subnet': {'1.1'}, Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'Trunk': {'1.1'}} Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: consumer versions: Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: { DHCP agent@dv-cinder-839416-3-smb: {}, Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: HyperV agent@hv-cinder-83941: {}, Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: L3 agent@dv-cinder-839416-3-smb: {}, Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: Metadata agent@dv-cinder-839416-3-smb: {}, Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: Metering agent@dv-cinder-839416-3-smb: {}, Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: Open vSwitch agent@dv-cinder-839416-3-smb: { 'AddressGroup': '1.2', Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'Agent': '1.1', Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'ConntrackHelper': '1.0', Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'LocalIPAssociation': '1.0', Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'Log': '1.0', Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'NDPProxy': '1.0', Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'Network': '1.1', Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'Port': '1.7', Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'PortForwarding': '1.3', Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'QosPolicy': '1.10', Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'SecurityGroup': '1.5', Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'SecurityGroupRule': '1.2', Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'SubPort': '1.0', Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'Subnet': '1.1', Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: 'Trunk': '1.1'}} Apr 29 13:38:38.229058 dv-cinder-839416-3-smb neutron-server[103547]: {{(pid=103547) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:38:38.275734 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791783959471'] for network (de63f86c-abd7-4e99-8233-b15887c4097c), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:38.307512 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for network (de63f86c-abd7-4e99-8233-b15887c4097c), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:38.309026 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:38.309774 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:38.357057 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8737648 Apr 29 13:38:38.357399 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 39090) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:38.367625 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Request body: {'subnet': {'network_id': 'de63f86c-abd7-4e99-8233-b15887c4097c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1154167297-subnet', 'tenant_id': '1e02b3b3603a44e08637b77e265f1c2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:38:38.388796 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923724b-0efd-4a2f-b817-16985ff3adac admin admin] Pushing event updated for resources: {'Network': ['ID=de63f86c-abd7-4e99-8233-b15887c4097c,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:38.401269 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Network de63f86c-abd7-4e99-8233-b15887c4097c details requested by agent ovs-agent-dv-cinder-839416-3-smb with host dv-cinder-839416-3-smb {{(pid=103549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:38:38.417507 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Made reservation on behalf of 1e02b3b3603a44e08637b77e265f1c2a for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:38:38.424469 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:38.556518 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 39098) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:38.653410 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for subnet (c61a373e-fcaf-4f73-b500-c3bcf5323375), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:38.736569 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c61a373e-fcaf-4f73-b500-c3bcf5323375,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:38.756374 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.757631 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.758178 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.759001 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.759817 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.760575 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.761532 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.762257 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.762849 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.763451 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.764031 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.764570 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.765190 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.765703 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.766209 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Tracked resource versions report: Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: pushed versions: Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: { 'AddressGroup': {'1.2'}, Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'Agent': {'1.1'}, Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'ConntrackHelper': {'1.0'}, Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'LocalIPAssociation': {'1.0'}, Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'Log': {'1.0'}, Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'NDPProxy': {'1.0'}, Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'Network': {'1.1'}, Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'Port': {'1.7'}, Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'PortForwarding': {'1.3'}, Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'QosPolicy': {'1.10'}, Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'SecurityGroup': {'1.5'}, Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'SecurityGroupRule': {'1.2'}, Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'SubPort': {'1.0'}, Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'Subnet': {'1.1'}, Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'Trunk': {'1.1'}} Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: consumer versions: Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: { DHCP agent@dv-cinder-839416-3-smb: {}, Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: HyperV agent@hv-cinder-83941: {}, Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: L3 agent@dv-cinder-839416-3-smb: {}, Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: Metadata agent@dv-cinder-839416-3-smb: {}, Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: Metering agent@dv-cinder-839416-3-smb: {}, Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: Open vSwitch agent@dv-cinder-839416-3-smb: { 'AddressGroup': '1.2', Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'Agent': '1.1', Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'ConntrackHelper': '1.0', Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'LocalIPAssociation': '1.0', Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'Log': '1.0', Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'NDPProxy': '1.0', Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'Network': '1.1', Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'Port': '1.7', Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'PortForwarding': '1.3', Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'QosPolicy': '1.10', Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'SecurityGroup': '1.5', Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'SecurityGroupRule': '1.2', Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'SubPort': '1.0', Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'Subnet': '1.1', Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: 'Trunk': '1.1'}} Apr 29 13:38:38.768762 dv-cinder-839416-3-smb neutron-server[103548]: {{(pid=103548) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:38:38.796022 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Checking segment: {'id': '13f8d667-b379-4fff-be78-d96ecd0b0c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'de63f86c-abd7-4e99-8233-b15887c4097c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:38:38.796555 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Network hostable DHCP agents. Network: de63f86c-abd7-4e99-8233-b15887c4097c, hostable agents: ['ec1b8bb2-9315-4753-b51b-79fb59085424'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:38:38.830136 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Network de63f86c-abd7-4e99-8233-b15887c4097c is scheduled to be hosted by DHCP agent ec1b8bb2-9315-4753-b51b-79fb59085424 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:38:38.849621 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-smb, de63f86c-abd7-4e99-8233-b15887c4097c) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:38:38.859589 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:38.860568 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:38.865978 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e401d0c5-e063-4855-868d-8ab99a086ff8 None None] Network de63f86c-abd7-4e99-8233-b15887c4097c requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:38:38.914508 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-35ed1be0-6247-43b1-8f97-56e40461854a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5540485 Apr 29 13:38:38.979881 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 39118) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:39.005211 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3396e5db-5213-4ac6-8964-c377738b0914 None None] Network de63f86c-abd7-4e99-8233-b15887c4097c requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:38:39.042127 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-2fb06e94-bd5e-4270-a8ee-8cfa2ec5d43a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-651101232-network', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:38:39.077256 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb06e94-bd5e-4270-a8ee-8cfa2ec5d43a admin admin] Made reservation on behalf of f16d4321a559404f9a2d7a6f38c752c1 for: {'network': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:38:39.082474 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2fb06e94-bd5e-4270-a8ee-8cfa2ec5d43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for network (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:39.110609 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2fb06e94-bd5e-4270-a8ee-8cfa2ec5d43a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:39.252736 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2fb06e94-bd5e-4270-a8ee-8cfa2ec5d43a admin admin] Publish callbacks [] for security_group (5944bf30-f496-46b8-9051-620b164cd98c), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:39.259495 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2fb06e94-bd5e-4270-a8ee-8cfa2ec5d43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (5944bf30-f496-46b8-9051-620b164cd98c), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:39.301422 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb06e94-bd5e-4270-a8ee-8cfa2ec5d43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5944bf30-f496-46b8-9051-620b164cd98c,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:39.314455 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb06e94-bd5e-4270-a8ee-8cfa2ec5d43a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:38:39.328327 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2fb06e94-bd5e-4270-a8ee-8cfa2ec5d43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:39.329134 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.segments_db [None req-2fb06e94-bd5e-4270-a8ee-8cfa2ec5d43a admin admin] Added segment 333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af of type vlan for network e33719b8-e7d5-44c1-a89a-1ba0f8d4320a Apr 29 13:38:39.387002 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2fb06e94-bd5e-4270-a8ee-8cfa2ec5d43a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791783959471'] for network (e33719b8-e7d5-44c1-a89a-1ba0f8d4320a), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:39.436859 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2fb06e94-bd5e-4270-a8ee-8cfa2ec5d43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for network (e33719b8-e7d5-44c1-a89a-1ba0f8d4320a), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:39.438564 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb06e94-bd5e-4270-a8ee-8cfa2ec5d43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:39.439570 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2fb06e94-bd5e-4270-a8ee-8cfa2ec5d43a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:39.488366 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-2fb06e94-bd5e-4270-a8ee-8cfa2ec5d43a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9298511 Apr 29 13:38:39.492844 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 39138) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:39.501751 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-400323b6-09b7-44d8-a0a8-471032bb90c0 admin admin] Request body: {'subnet': {'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-651101232-subnet', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:38:39.551350 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-715d6b2c-febb-4bca-b4d1-83182e4c7cec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-523180834-network', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:38:39.552849 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb06e94-bd5e-4270-a8ee-8cfa2ec5d43a admin admin] Pushing event updated for resources: {'Network': ['ID=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:39.556787 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400323b6-09b7-44d8-a0a8-471032bb90c0 admin admin] Made reservation on behalf of f16d4321a559404f9a2d7a6f38c752c1 for: {'subnet': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:38:39.560100 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-400323b6-09b7-44d8-a0a8-471032bb90c0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:39.574575 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Network e33719b8-e7d5-44c1-a89a-1ba0f8d4320a details requested by agent ovs-agent-dv-cinder-839416-3-smb with host dv-cinder-839416-3-smb {{(pid=103549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:38:39.645805 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715d6b2c-febb-4bca-b4d1-83182e4c7cec admin admin] Made reservation on behalf of ade3a9fb8cf84c3684a431096d529b75 for: {'network': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:38:39.652415 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-715d6b2c-febb-4bca-b4d1-83182e4c7cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for network (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:39.708152 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-715d6b2c-febb-4bca-b4d1-83182e4c7cec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:39.751134 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-400323b6-09b7-44d8-a0a8-471032bb90c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for subnet (59fa37f6-c5e6-406e-bd81-5f2770950e70), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:39.821137 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400323b6-09b7-44d8-a0a8-471032bb90c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59fa37f6-c5e6-406e-bd81-5f2770950e70,revision_number=0']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:39.846328 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400323b6-09b7-44d8-a0a8-471032bb90c0 admin admin] Checking segment: {'id': '333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:38:39.846946 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400323b6-09b7-44d8-a0a8-471032bb90c0 admin admin] Network hostable DHCP agents. Network: e33719b8-e7d5-44c1-a89a-1ba0f8d4320a, hostable agents: ['ec1b8bb2-9315-4753-b51b-79fb59085424'], hosted agents: [] {{(pid=103547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:38:39.867930 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400323b6-09b7-44d8-a0a8-471032bb90c0 admin admin] Network e33719b8-e7d5-44c1-a89a-1ba0f8d4320a is scheduled to be hosted by DHCP agent ec1b8bb2-9315-4753-b51b-79fb59085424 with binding_index 1 {{(pid=103547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:38:39.882535 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-400323b6-09b7-44d8-a0a8-471032bb90c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-smb, e33719b8-e7d5-44c1-a89a-1ba0f8d4320a) {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:38:39.889896 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400323b6-09b7-44d8-a0a8-471032bb90c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:39.890835 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-400323b6-09b7-44d8-a0a8-471032bb90c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for subnet (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:39.898921 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b232c49a-00c9-409e-bb46-1f986672ebea None None] Network e33719b8-e7d5-44c1-a89a-1ba0f8d4320a requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:38:39.927985 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-400323b6-09b7-44d8-a0a8-471032bb90c0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4333405 Apr 29 13:38:39.933515 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 39142) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:39.934719 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-715d6b2c-febb-4bca-b4d1-83182e4c7cec admin admin] Publish callbacks [] for security_group (92caca09-1f74-41ed-b18a-172e3eb9be14), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:39.944754 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-b6a7e953-2744-40ea-a8fb-a37c8fa93acc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-651101232-router', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:38:39.947001 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-715d6b2c-febb-4bca-b4d1-83182e4c7cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (92caca09-1f74-41ed-b18a-172e3eb9be14), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:40.016693 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715d6b2c-febb-4bca-b4d1-83182e4c7cec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:38:40.045888 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e953-2744-40ea-a8fb-a37c8fa93acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4115'] for router (92338301-4c44-44ca-b4cb-5caa6892da19), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:40.047867 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e953-2744-40ea-a8fb-a37c8fa93acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4136'] for router (92338301-4c44-44ca-b4cb-5caa6892da19), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:40.075194 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d6b2c-febb-4bca-b4d1-83182e4c7cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92caca09-1f74-41ed-b18a-172e3eb9be14,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:40.096385 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4337fddb-5967-5862-9978-883eb4654285-e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'fixed_ips': [{'subnet_id': '59fa37f6-c5e6-406e-bd81-5f2770950e70'}]}} from dv-cinder-839416-3-smb. {{(pid=103549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 13:38:40.097476 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:40.114572 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-715d6b2c-febb-4bca-b4d1-83182e4c7cec admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791784455280', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (94c5e72f-c05d-4b1a-84a1-737f0ef8c675), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:40.120569 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-715d6b2c-febb-4bca-b4d1-83182e4c7cec admin admin] Unsubscribe: segment precommit_create {{(pid=103548) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 13:38:40.120569 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.db.segments_db [None req-715d6b2c-febb-4bca-b4d1-83182e4c7cec admin admin] Added segment 94c5e72f-c05d-4b1a-84a1-737f0ef8c675 of type vlan for network ee2b3ef3-3340-4760-a72b-28d6455d187a Apr 29 13:38:40.222439 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e953-2744-40ea-a8fb-a37c8fa93acc admin admin] Publish callbacks [] for router_controller (92338301-4c44-44ca-b4cb-5caa6892da19), precommit_add_association {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:40.318068 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-715d6b2c-febb-4bca-b4d1-83182e4c7cec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791783959471'] for network (ee2b3ef3-3340-4760-a72b-28d6455d187a), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:40.349460 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Allocated IP 172.20.0.2 (e33719b8-e7d5-44c1-a89a-1ba0f8d4320a/59fa37f6-c5e6-406e-bd81-5f2770950e70/eade643b-8d5c-4942-96d4-f809ac6450cf) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:38:40.435936 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-715d6b2c-febb-4bca-b4d1-83182e4c7cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for network (ee2b3ef3-3340-4760-a72b-28d6455d187a), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:40.437484 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715d6b2c-febb-4bca-b4d1-83182e4c7cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:40.438498 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-715d6b2c-febb-4bca-b4d1-83182e4c7cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:40.543860 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Publish callbacks [] for port (eade643b-8d5c-4942-96d4-f809ac6450cf), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:40.554512 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (eade643b-8d5c-4942-96d4-f809ac6450cf), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:40.629637 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Pushing event updated for resources: {'Port': ['ID=eade643b-8d5c-4942-96d4-f809ac6450cf,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:40.643642 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:40.644397 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:40.645015 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:40.645604 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:40.646211 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:40.646784 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:40.648577 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:40.649221 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:40.649762 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:40.650327 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:40.650937 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:40.651506 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:40.652048 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:40.653019 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:40.653695 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Tracked resource versions report: Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: pushed versions: Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: { 'AddressGroup': {'1.2'}, Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'Agent': {'1.1'}, Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'ConntrackHelper': {'1.0'}, Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'LocalIPAssociation': {'1.0'}, Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'Log': {'1.0'}, Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'NDPProxy': {'1.0'}, Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'Network': {'1.1'}, Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'Port': {'1.7'}, Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'PortForwarding': {'1.3'}, Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'QosPolicy': {'1.10'}, Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'SecurityGroup': {'1.5'}, Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'SecurityGroupRule': {'1.2'}, Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'SubPort': {'1.0'}, Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'Subnet': {'1.1'}, Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'Trunk': {'1.1'}} Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: consumer versions: Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: { DHCP agent@dv-cinder-839416-3-smb: {}, Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: HyperV agent@hv-cinder-83941: {}, Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: L3 agent@dv-cinder-839416-3-smb: {}, Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: Metadata agent@dv-cinder-839416-3-smb: {}, Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: Metering agent@dv-cinder-839416-3-smb: {}, Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: Open vSwitch agent@dv-cinder-839416-3-smb: { 'AddressGroup': '1.2', Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'Agent': '1.1', Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'ConntrackHelper': '1.0', Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'LocalIPAssociation': '1.0', Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'Log': '1.0', Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'NDPProxy': '1.0', Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'Network': '1.1', Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'Port': '1.7', Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'PortForwarding': '1.3', Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'QosPolicy': '1.10', Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'SecurityGroup': '1.5', Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'SecurityGroupRule': '1.2', Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'SubPort': '1.0', Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'Subnet': '1.1', Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: 'Trunk': '1.1'}} Apr 29 13:38:40.656318 dv-cinder-839416-3-smb neutron-server[103549]: {{(pid=103549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:38:40.675194 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Network e33719b8-e7d5-44c1-a89a-1ba0f8d4320a is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:38:40.677039 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:38:40.684752 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:38:40.792616 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Attempting to bind port eade643b-8d5c-4942-96d4-f809ac6450cf on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:38:40.793574 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Attempting to bind port eade643b-8d5c-4942-96d4-f809ac6450cf by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': '333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:38:40.794707 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Attempting to bind port eade643b-8d5c-4942-96d4-f809ac6450cf on network e33719b8-e7d5-44c1-a89a-1ba0f8d4320a {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:38:40.802589 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d6b2c-febb-4bca-b4d1-83182e4c7cec admin admin] Pushing event updated for resources: {'Network': ['ID=ee2b3ef3-3340-4760-a72b-28d6455d187a,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:40.806349 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:38:40.809411 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Checking segment: {'id': '333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:38:40.810578 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:40.811469 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Bound using segment: {'id': '333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:38:40.812557 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Bound port: eade643b-8d5c-4942-96d4-f809ac6450cf, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:38:40.813574 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (eade643b-8d5c-4942-96d4-f809ac6450cf), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:40.848592 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e953-2744-40ea-a8fb-a37c8fa93acc admin admin] Publish callbacks [] for router_gateway (92338301-4c44-44ca-b4cb-5caa6892da19), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:40.851872 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Network ee2b3ef3-3340-4760-a72b-28d6455d187a details requested by agent ovs-agent-dv-cinder-839416-3-smb with host dv-cinder-839416-3-smb {{(pid=103549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:38:40.857634 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-715d6b2c-febb-4bca-b4d1-83182e4c7cec admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8757877 Apr 29 13:38:40.859667 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 39158) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:40.877519 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-c778a373-248f-4fa5-bf64-25c22a97d240 admin admin] Request body: {'subnet': {'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-523180834-subnet', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:38:40.956414 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c778a373-248f-4fa5-bf64-25c22a97d240 admin admin] Made reservation on behalf of ade3a9fb8cf84c3684a431096d529b75 for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:38:40.962582 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c778a373-248f-4fa5-bf64-25c22a97d240 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:41.010947 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] For port eade643b-8d5c-4942-96d4-f809ac6450cf, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:38:41.015775 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] For port eade643b-8d5c-4942-96d4-f809ac6450cf, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=eade643b-8d5c-4942-96d4-f809ac6450cf,segment=NetworkSegment(333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af),segment_id=333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:38:41.030677 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (eade643b-8d5c-4942-96d4-f809ac6450cf), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:41.188846 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4517fc-3429-4b58-9f99-e176a15ecce2 None None] Pushing event updated for resources: {'Port': ['ID=eade643b-8d5c-4942-96d4-f809ac6450cf,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:41.397721 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e953-2744-40ea-a8fb-a37c8fa93acc admin admin] Publish callbacks [] for router_gateway (92338301-4c44-44ca-b4cb-5caa6892da19), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:41.473114 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e953-2744-40ea-a8fb-a37c8fa93acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:41.484248 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c778a373-248f-4fa5-bf64-25c22a97d240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for subnet (0c3d70ba-2370-4119-a833-f968acf85dc2), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:41.622075 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778a373-248f-4fa5-bf64-25c22a97d240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c3d70ba-2370-4119-a833-f968acf85dc2,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:41.663620 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c778a373-248f-4fa5-bf64-25c22a97d240 admin admin] Checking segment: {'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:38:41.665331 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c778a373-248f-4fa5-bf64-25c22a97d240 admin admin] Network hostable DHCP agents. Network: ee2b3ef3-3340-4760-a72b-28d6455d187a, hostable agents: ['ec1b8bb2-9315-4753-b51b-79fb59085424'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:38:41.685858 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c778a373-248f-4fa5-bf64-25c22a97d240 admin admin] Network ee2b3ef3-3340-4760-a72b-28d6455d187a is scheduled to be hosted by DHCP agent ec1b8bb2-9315-4753-b51b-79fb59085424 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:38:41.701421 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-c778a373-248f-4fa5-bf64-25c22a97d240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-smb, ee2b3ef3-3340-4760-a72b-28d6455d187a) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:38:41.712133 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f231b7e1-4d35-4989-acda-0e042559af22 None None] Network ee2b3ef3-3340-4760-a72b-28d6455d187a requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:38:41.722372 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c778a373-248f-4fa5-bf64-25c22a97d240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:41.722991 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c778a373-248f-4fa5-bf64-25c22a97d240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:41.755951 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-c778a373-248f-4fa5-bf64-25c22a97d240 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8939652 Apr 29 13:38:41.759211 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 39182) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:41.768957 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-6390258b-3524-4c1c-af35-8f8ec5a28808 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:38:41.791365 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [None req-b6a7e953-2744-40ea-a8fb-a37c8fa93acc admin admin] Allocated IP 172.28.3.79 (9c8e0a80-d509-45ab-9720-00aefc93fc37/7d82864c-1f03-4b55-a173-75a79706e4c7/eb8d66fe-8045-4588-8ade-3905f7a4f37d) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:38:41.826653 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6390258b-3524-4c1c-af35-8f8ec5a28808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4115'] for router (a7d7829c-14d8-49d7-809f-7a4cefdec05e), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:41.829598 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6390258b-3524-4c1c-af35-8f8ec5a28808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4136'] for router (a7d7829c-14d8-49d7-809f-7a4cefdec05e), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:41.982577 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec608469-d04a-4f8d-a5ed-cc7c724d862a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4337fddb-5967-5862-9978-883eb4654285-ee2b3ef3-3340-4760-a72b-28d6455d187a', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2'}]}} from dv-cinder-839416-3-smb. {{(pid=103549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 13:38:41.985670 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ec608469-d04a-4f8d-a5ed-cc7c724d862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:42.274678 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6390258b-3524-4c1c-af35-8f8ec5a28808 admin admin] Publish callbacks [] for router_controller (a7d7829c-14d8-49d7-809f-7a4cefdec05e), precommit_add_association {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:42.331472 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e953-2744-40ea-a8fb-a37c8fa93acc admin admin] Publish callbacks [] for port (eb8d66fe-8045-4588-8ade-3905f7a4f37d), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:42.377393 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-ec608469-d04a-4f8d-a5ed-cc7c724d862a None None] Allocated IP 172.20.0.2 (ee2b3ef3-3340-4760-a72b-28d6455d187a/0c3d70ba-2370-4119-a833-f968acf85dc2/61fc56c6-1099-49d6-b31f-c09fe3e227f7) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:38:42.426304 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e953-2744-40ea-a8fb-a37c8fa93acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (eb8d66fe-8045-4588-8ade-3905f7a4f37d), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:42.573824 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a7e953-2744-40ea-a8fb-a37c8fa93acc admin admin] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:38:42.582832 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-b6a7e953-2744-40ea-a8fb-a37c8fa93acc admin admin] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:38:42.598610 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6390258b-3524-4c1c-af35-8f8ec5a28808 admin admin] Publish callbacks [] for router_gateway (a7d7829c-14d8-49d7-809f-7a4cefdec05e), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:42.607756 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a7e953-2744-40ea-a8fb-a37c8fa93acc admin admin] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:38:42.834083 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device eade643b-8d5c-4942-96d4-f809ac6450cf up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:38:42.914738 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ec608469-d04a-4f8d-a5ed-cc7c724d862a None None] Publish callbacks [] for port (61fc56c6-1099-49d6-b31f-c09fe3e227f7), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:42.925641 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ec608469-d04a-4f8d-a5ed-cc7c724d862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (61fc56c6-1099-49d6-b31f-c09fe3e227f7), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:42.960823 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7e953-2744-40ea-a8fb-a37c8fa93acc admin admin] Pushing event updated for resources: {'Port': ['ID=eb8d66fe-8045-4588-8ade-3905f7a4f37d,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:42.991883 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec608469-d04a-4f8d-a5ed-cc7c724d862a None None] Network ee2b3ef3-3340-4760-a72b-28d6455d187a is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:38:42.993554 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port eade643b-8d5c-4942-96d4-f809ac6450cf triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:38:42.993554 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (eade643b-8d5c-4942-96d4-f809ac6450cf), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:43.005442 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6390258b-3524-4c1c-af35-8f8ec5a28808 admin admin] Publish callbacks [] for router_gateway (a7d7829c-14d8-49d7-809f-7a4cefdec05e), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:43.017171 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-ec608469-d04a-4f8d-a5ed-cc7c724d862a None None] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:38:43.020477 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec608469-d04a-4f8d-a5ed-cc7c724d862a None None] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:38:43.067686 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6390258b-3524-4c1c-af35-8f8ec5a28808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:43.086967 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec608469-d04a-4f8d-a5ed-cc7c724d862a None None] Pushing event updated for resources: {'Port': ['ID=61fc56c6-1099-49d6-b31f-c09fe3e227f7,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:43.250880 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-6390258b-3524-4c1c-af35-8f8ec5a28808 admin admin] Allocated IP 172.28.3.220 (9c8e0a80-d509-45ab-9720-00aefc93fc37/7d82864c-1f03-4b55-a173-75a79706e4c7/a421c335-529f-46c1-990a-8f56e0ae84e3) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:38:43.294703 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90910f57-561f-4362-8d9e-f865c367327e None None] Network e33719b8-e7d5-44c1-a89a-1ba0f8d4320a requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:38:43.391859 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-966aee90-1e3c-4141-88c0-e6fd3547f0db None None] Provisioning complete for port eade643b-8d5c-4942-96d4-f809ac6450cf triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:38:43.392484 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-966aee90-1e3c-4141-88c0-e6fd3547f0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (eade643b-8d5c-4942-96d4-f809ac6450cf), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:43.492128 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-ec608469-d04a-4f8d-a5ed-cc7c724d862a None None] Attempting to bind port 61fc56c6-1099-49d6-b31f-c09fe3e227f7 on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:38:43.493338 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-ec608469-d04a-4f8d-a5ed-cc7c724d862a None None] Attempting to bind port 61fc56c6-1099-49d6-b31f-c09fe3e227f7 by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:38:43.494169 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec608469-d04a-4f8d-a5ed-cc7c724d862a None None] Attempting to bind port 61fc56c6-1099-49d6-b31f-c09fe3e227f7 on network ee2b3ef3-3340-4760-a72b-28d6455d187a {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:38:43.552877 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6390258b-3524-4c1c-af35-8f8ec5a28808 admin admin] Publish callbacks [] for port (a421c335-529f-46c1-990a-8f56e0ae84e3), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:43.589383 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e953-2744-40ea-a8fb-a37c8fa93acc admin admin] Publish callbacks [] for router_gateway (92338301-4c44-44ca-b4cb-5caa6892da19), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:43.702320 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6390258b-3524-4c1c-af35-8f8ec5a28808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (a421c335-529f-46c1-990a-8f56e0ae84e3), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:43.800479 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6390258b-3524-4c1c-af35-8f8ec5a28808 admin admin] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:38:43.805105 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 39268) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:43.821794 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-6390258b-3524-4c1c-af35-8f8ec5a28808 admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:38:43.840160 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6390258b-3524-4c1c-af35-8f8ec5a28808 admin admin] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:38:43.847193 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390258b-3524-4c1c-af35-8f8ec5a28808 admin admin] Pushing event updated for resources: {'Port': ['ID=a421c335-529f-46c1-990a-8f56e0ae84e3,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:43.951578 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec608469-d04a-4f8d-a5ed-cc7c724d862a None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:38:43.952448 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec608469-d04a-4f8d-a5ed-cc7c724d862a None None] Checking segment: {'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:38:43.952613 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ec608469-d04a-4f8d-a5ed-cc7c724d862a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:43.953200 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec608469-d04a-4f8d-a5ed-cc7c724d862a None None] Bound using segment: {'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:38:43.953972 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-ec608469-d04a-4f8d-a5ed-cc7c724d862a None None] Bound port: 61fc56c6-1099-49d6-b31f-c09fe3e227f7, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:38:43.955206 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ec608469-d04a-4f8d-a5ed-cc7c724d862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (61fc56c6-1099-49d6-b31f-c09fe3e227f7), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:44.080110 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-ec608469-d04a-4f8d-a5ed-cc7c724d862a None None] For port 61fc56c6-1099-49d6-b31f-c09fe3e227f7, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:38:44.087361 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-ec608469-d04a-4f8d-a5ed-cc7c724d862a None None] For port 61fc56c6-1099-49d6-b31f-c09fe3e227f7, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=61fc56c6-1099-49d6-b31f-c09fe3e227f7,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:38:44.125669 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ec608469-d04a-4f8d-a5ed-cc7c724d862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (61fc56c6-1099-49d6-b31f-c09fe3e227f7), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:44.136043 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-966aee90-1e3c-4141-88c0-e6fd3547f0db None None] Current status of the port eade643b-8d5c-4942-96d4-f809ac6450cf is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:38:44.136436 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-966aee90-1e3c-4141-88c0-e6fd3547f0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (eade643b-8d5c-4942-96d4-f809ac6450cf), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:44.212514 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec608469-d04a-4f8d-a5ed-cc7c724d862a None None] Pushing event updated for resources: {'Port': ['ID=61fc56c6-1099-49d6-b31f-c09fe3e227f7,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:44.302704 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-966aee90-1e3c-4141-88c0-e6fd3547f0db None None] For port eade643b-8d5c-4942-96d4-f809ac6450cf, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=eade643b-8d5c-4942-96d4-f809ac6450cf,segment=NetworkSegment(333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af),segment_id=333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:38:44.307910 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 39290) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:44.317754 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e953-2744-40ea-a8fb-a37c8fa93acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455966'] for router (92338301-4c44-44ca-b4cb-5caa6892da19), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:44.341922 dv-cinder-839416-3-smb neutron-server[103548]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 13:38:44.350368 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port eade643b-8d5c-4942-96d4-f809ac6450cf is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:38:44.350760 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (eade643b-8d5c-4942-96d4-f809ac6450cf), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:44.366420 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-966aee90-1e3c-4141-88c0-e6fd3547f0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (eade643b-8d5c-4942-96d4-f809ac6450cf), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:44.597713 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966aee90-1e3c-4141-88c0-e6fd3547f0db None None] Pushing event updated for resources: {'Port': ['ID=eade643b-8d5c-4942-96d4-f809ac6450cf,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:44.606439 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-41f36d30-5b6f-495d-8ac8-dc78b621db46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:44.619019 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.db.api [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:38:44.619495 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG oslo_db.api [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:38:44.645516 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-67941d6c-bf7a-4c69-b7b9-6905f990e190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:44.732470 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a7e953-2744-40ea-a8fb-a37c8fa93acc admin admin] Router 92338301-4c44-44ca-b4cb-5caa6892da19 is scheduled to L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 with binding_index 1 {{(pid=103547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:38:45.066344 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-c0da9845-2f2e-49a0-9dbf-30ad7ad40647 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:45.079831 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-c0da9845-2f2e-49a0-9dbf-30ad7ad40647 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/networks?id=de63f86c-abd7-4e99-8233-b15887c4097c HTTP/1.1" status: 200 len: 812 time: 0.7436364 Apr 29 13:38:45.094279 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-e5d08bc2-7f58-4c7b-a39f-5241a0c88462 None None] Provisioning complete for port eade643b-8d5c-4942-96d4-f809ac6450cf triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:38:45.096280 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e5d08bc2-7f58-4c7b-a39f-5241a0c88462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (eade643b-8d5c-4942-96d4-f809ac6450cf), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:45.167580 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a7e953-2744-40ea-a8fb-a37c8fa93acc admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:38:45.185441 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6390258b-3524-4c1c-af35-8f8ec5a28808 admin admin] Publish callbacks [] for router_gateway (a7d7829c-14d8-49d7-809f-7a4cefdec05e), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:45.190110 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] Sync routers for ids ['92338301-4c44-44ca-b4cb-5caa6892da19'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:38:45.210932 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e953-2744-40ea-a8fb-a37c8fa93acc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:45.213675 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-b6a7e953-2744-40ea-a8fb-a37c8fa93acc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2778697 Apr 29 13:38:45.218502 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 39314) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:45.228037 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] Routers {'92338301-4c44-44ca-b4cb-5caa6892da19'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:38:45.229156 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:38:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['92338301-4c44-44ca-b4cb-5caa6892da19'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:38:45.295778 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port eade643b-8d5c-4942-96d4-f809ac6450cf is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:38:45.396057 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-e5d08bc2-7f58-4c7b-a39f-5241a0c88462 None None] Current status of the port eade643b-8d5c-4942-96d4-f809ac6450cf is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:38:45.539697 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] Set router 92338301-4c44-44ca-b4cb-5caa6892da19 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:38:45.588714 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-f3d16d26-d268-4041-a3ad-5746e91aff11 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/quotas/1e02b3b3603a44e08637b77e265f1c2a HTTP/1.1" status: 200 len: 375 time: 0.4741838 Apr 29 13:38:45.731848 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 61fc56c6-1099-49d6-b31f-c09fe3e227f7 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:38:45.825473 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'name': 'tempest-ServerRescueNegativeTestJSON-651101232-router', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:40Z', 'updated_at': '2022-04-29T13:38:43Z', 'revision_number': 3, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'gw_port': {'id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:80:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:38:45.876524 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] Checking router: 92338301-4c44-44ca-b4cb-5caa6892da19 for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:38:45.877663 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] Updating router 92338301-4c44-44ca-b4cb-5caa6892da19 port eb8d66fe-8045-4588-8ade-3905f7a4f37d binding host dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:38:45.907453 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 61fc56c6-1099-49d6-b31f-c09fe3e227f7 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:38:45.908401 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (61fc56c6-1099-49d6-b31f-c09fe3e227f7), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:45.962000 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (eb8d66fe-8045-4588-8ade-3905f7a4f37d), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:46.219697 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 61fc56c6-1099-49d6-b31f-c09fe3e227f7 is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:38:46.220616 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (61fc56c6-1099-49d6-b31f-c09fe3e227f7), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:46.246800 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-99df32b3-661d-4401-af8c-dc91d017b59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:46.284179 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-f6d9a1ea-88a0-485a-a614-9f6950ea14e3 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e02b3b3603a44e08637b77e265f1c2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2505455 Apr 29 13:38:46.342023 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3cead4-115f-481f-91d1-6958cc609a0b None None] Network ee2b3ef3-3340-4760-a72b-28d6455d187a requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:38:46.388856 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6390258b-3524-4c1c-af35-8f8ec5a28808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455966'] for router (a7d7829c-14d8-49d7-809f-7a4cefdec05e), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:46.534431 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] For port 61fc56c6-1099-49d6-b31f-c09fe3e227f7, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=61fc56c6-1099-49d6-b31f-c09fe3e227f7,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:38:46.559531 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (61fc56c6-1099-49d6-b31f-c09fe3e227f7), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:46.560616 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device eade643b-8d5c-4942-96d4-f809ac6450cf up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:38:46.566260 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 39350) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:46.729029 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-67941d6c-bf7a-4c69-b7b9-6905f990e190 admin admin] Publish callbacks [] for security_group (760b8d7f-cec6-4234-9881-e71dbfbce220), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:46.770071 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-67941d6c-bf7a-4c69-b7b9-6905f990e190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (760b8d7f-cec6-4234-9881-e71dbfbce220), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:46.789845 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port eade643b-8d5c-4942-96d4-f809ac6450cf triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:38:46.790310 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (eade643b-8d5c-4942-96d4-f809ac6450cf), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:46.844272 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] Publish callbacks [] for port (eb8d66fe-8045-4588-8ade-3905f7a4f37d), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:46.857842 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (eb8d66fe-8045-4588-8ade-3905f7a4f37d), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:46.917144 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c98968c5-3ec0-47c9-ba3a-b511f484fef7 None None] Provisioning complete for port 61fc56c6-1099-49d6-b31f-c09fe3e227f7 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:38:46.918814 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c98968c5-3ec0-47c9-ba3a-b511f484fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (61fc56c6-1099-49d6-b31f-c09fe3e227f7), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:46.966802 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-67941d6c-bf7a-4c69-b7b9-6905f990e190 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=437a6ac078cd451a848ed789bb716fd1&name=default HTTP/1.1" status: 200 len: 2992 time: 3.1542082 Apr 29 13:38:46.971270 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 39358) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:47.023380 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f9303-a8c0-4813-b401-5e70c9f05d8b None None] Pushing event updated for resources: {'Port': ['ID=eb8d66fe-8045-4588-8ade-3905f7a4f37d,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:47.029593 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] Attempting to bind port eb8d66fe-8045-4588-8ade-3905f7a4f37d on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:38:47.030047 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] Attempting to bind port eb8d66fe-8045-4588-8ade-3905f7a4f37d by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:38:47.030376 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] Attempting to bind port eb8d66fe-8045-4588-8ade-3905f7a4f37d on network 9c8e0a80-d509-45ab-9720-00aefc93fc37 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:38:47.058395 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:38:47.058395 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] Checking segment: {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:38:47.061398 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:47.061846 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] Bound using segment: {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:38:47.063522 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] Bound port: eb8d66fe-8045-4588-8ade-3905f7a4f37d, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:38:47.064808 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (eb8d66fe-8045-4588-8ade-3905f7a4f37d), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:47.073798 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f9303-a8c0-4813-b401-5e70c9f05d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:47.076849 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f9303-a8c0-4813-b401-5e70c9f05d8b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:47.077652 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f9303-a8c0-4813-b401-5e70c9f05d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:47.079965 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f9303-a8c0-4813-b401-5e70c9f05d8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:47.079965 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f9303-a8c0-4813-b401-5e70c9f05d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:47.081196 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f9303-a8c0-4813-b401-5e70c9f05d8b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:47.081905 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f9303-a8c0-4813-b401-5e70c9f05d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:47.084372 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f9303-a8c0-4813-b401-5e70c9f05d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:47.088014 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f9303-a8c0-4813-b401-5e70c9f05d8b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:47.089924 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f9303-a8c0-4813-b401-5e70c9f05d8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:47.091409 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f9303-a8c0-4813-b401-5e70c9f05d8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:47.093144 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f9303-a8c0-4813-b401-5e70c9f05d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:47.096570 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f9303-a8c0-4813-b401-5e70c9f05d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:47.096570 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f9303-a8c0-4813-b401-5e70c9f05d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:47.097300 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f9303-a8c0-4813-b401-5e70c9f05d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f9303-a8c0-4813-b401-5e70c9f05d8b None None] Tracked resource versions report: Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: pushed versions: Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: { 'AddressGroup': {'1.2'}, Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'Agent': {'1.1'}, Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'ConntrackHelper': {'1.0'}, Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'LocalIPAssociation': {'1.0'}, Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'Log': {'1.0'}, Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'NDPProxy': {'1.0'}, Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'Network': {'1.1'}, Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'Port': {'1.7'}, Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'PortForwarding': {'1.3'}, Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'QosPolicy': {'1.10'}, Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'SecurityGroup': {'1.5'}, Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'SecurityGroupRule': {'1.2'}, Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'SubPort': {'1.0'}, Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'Subnet': {'1.1'}, Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'Trunk': {'1.1'}} Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: consumer versions: Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: { DHCP agent@dv-cinder-839416-3-smb: {}, Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: HyperV agent@hv-cinder-83941: {}, Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: L3 agent@dv-cinder-839416-3-smb: {}, Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: Metadata agent@dv-cinder-839416-3-smb: {}, Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: Metering agent@dv-cinder-839416-3-smb: {}, Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: Open vSwitch agent@dv-cinder-839416-3-smb: { 'AddressGroup': '1.2', Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'Agent': '1.1', Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'ConntrackHelper': '1.0', Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'LocalIPAssociation': '1.0', Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'Log': '1.0', Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'NDPProxy': '1.0', Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'Network': '1.1', Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'Port': '1.7', Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'PortForwarding': '1.3', Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'QosPolicy': '1.10', Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'SecurityGroup': '1.5', Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'SecurityGroupRule': '1.2', Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'SubPort': '1.0', Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'Subnet': '1.1', Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: 'Trunk': '1.1'}} Apr 29 13:38:47.099696 dv-cinder-839416-3-smb neutron-server[103550]: {{(pid=103550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 13:38:47.118169 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [None req-99df32b3-661d-4401-af8c-dc91d017b59f admin admin] Allocated IP 172.20.0.1 (e33719b8-e7d5-44c1-a89a-1ba0f8d4320a/59fa37f6-c5e6-406e-bd81-5f2770950e70/3115e8fa-517c-4bf4-be1f-f77edf90309d) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:38:47.127934 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2c07f0bf-ab4a-46f3-bdde-93c0ad3f8615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:47.205307 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c98968c5-3ec0-47c9-ba3a-b511f484fef7 None None] Current status of the port 61fc56c6-1099-49d6-b31f-c09fe3e227f7 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:38:47.221315 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3429d9ad-ef28-47cf-bb11-9818e3a0353a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:47.259099 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] For port eb8d66fe-8045-4588-8ade-3905f7a4f37d, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:38:47.269162 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] For port eb8d66fe-8045-4588-8ade-3905f7a4f37d, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=eb8d66fe-8045-4588-8ade-3905f7a4f37d,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:38:47.281061 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (eb8d66fe-8045-4588-8ade-3905f7a4f37d), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:47.325514 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 39366) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:47.361774 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4e565254-fa04-4cfe-a3fe-4a0275f203ef admin admin] Publish callbacks [] for security_group (760b8d7f-cec6-4234-9881-e71dbfbce220), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:47.400359 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port eade643b-8d5c-4942-96d4-f809ac6450cf is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:38:47.426341 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Pushing event updated for resources: {'Port': ['ID=61fc56c6-1099-49d6-b31f-c09fe3e227f7,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:47.446603 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] Routers {'92338301-4c44-44ca-b4cb-5caa6892da19'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:38:47.449732 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:38:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['92338301-4c44-44ca-b4cb-5caa6892da19'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:38:47.483622 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2c07f0bf-ab4a-46f3-bdde-93c0ad3f8615 admin admin] Publish callbacks [] for security_group (c8cb2cd2-1327-4856-a7bc-ffb7c78ad5d5), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:47.496527 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4e565254-fa04-4cfe-a3fe-4a0275f203ef admin admin] Publish callbacks [] for security_group (760b8d7f-cec6-4234-9881-e71dbfbce220), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:47.509178 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2c07f0bf-ab4a-46f3-bdde-93c0ad3f8615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (c8cb2cd2-1327-4856-a7bc-ffb7c78ad5d5), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:47.650762 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-ac5077db-4661-450a-90ae-415692a0a0e5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:38:47.653643 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-ac5077db-4661-450a-90ae-415692a0a0e5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7105846 Apr 29 13:38:47.658277 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-2c07f0bf-ab4a-46f3-bdde-93c0ad3f8615 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d2c266517de4f67ac85f7501a341495&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0907130 Apr 29 13:38:47.670474 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-99df32b3-661d-4401-af8c-dc91d017b59f admin admin] Publish callbacks [] for port (3115e8fa-517c-4bf4-be1f-f77edf90309d), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:47.727605 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 39376) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:47.763327 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f9303-a8c0-4813-b401-5e70c9f05d8b None None] Pushing event updated for resources: {'Port': ['ID=eb8d66fe-8045-4588-8ade-3905f7a4f37d,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:47.826701 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-99df32b3-661d-4401-af8c-dc91d017b59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (3115e8fa-517c-4bf4-be1f-f77edf90309d), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:47.831833 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] Set router 92338301-4c44-44ca-b4cb-5caa6892da19 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:38:47.927497 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-57596eaa-708c-428a-8434-359ddf7ff877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:47.941851 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-c6828400-2ea1-4658-b28a-cf3d5a459683 service neutron] 10.222.0.20 "GET /v2.0/networks/de63f86c-abd7-4e99-8233-b15887c4097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728553 Apr 29 13:38:47.961196 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67941d6c-bf7a-4c69-b7b9-6905f990e190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760b8d7f-cec6-4234-9881-e71dbfbce220,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:47.997582 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-b12140ad-2ba9-4421-89e8-86f96c60404a None None] Provisioning complete for port 61fc56c6-1099-49d6-b31f-c09fe3e227f7 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:38:47.998030 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b12140ad-2ba9-4421-89e8-86f96c60404a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (61fc56c6-1099-49d6-b31f-c09fe3e227f7), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:48.012120 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df32b3-661d-4401-af8c-dc91d017b59f admin admin] Pushing event updated for resources: {'Port': ['ID=3115e8fa-517c-4bf4-be1f-f77edf90309d,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:48.093021 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99df32b3-661d-4401-af8c-dc91d017b59f admin admin] Network e33719b8-e7d5-44c1-a89a-1ba0f8d4320a is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:38:48.097683 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-99df32b3-661d-4401-af8c-dc91d017b59f admin admin] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:38:48.114267 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99df32b3-661d-4401-af8c-dc91d017b59f admin admin] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:38:48.114766 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-99df32b3-661d-4401-af8c-dc91d017b59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455787'] for router_interface (92338301-4c44-44ca-b4cb-5caa6892da19), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:48.129269 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:48.224011 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4e565254-fa04-4cfe-a3fe-4a0275f203ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (760b8d7f-cec6-4234-9881-e71dbfbce220), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:48.227075 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4e565254-fa04-4cfe-a3fe-4a0275f203ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:48.228258 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-4e565254-fa04-4cfe-a3fe-4a0275f203ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/760b8d7f-cec6-4234-9881-e71dbfbce220 HTTP/1.1" status: 204 len: 168 time: 1.2065392 Apr 29 13:38:48.244930 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-695143c3-1844-4928-a51b-a15040508ef4 service neutron] 10.222.0.20 "GET /v2.0/networks/de63f86c-abd7-4e99-8233-b15887c4097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013921 Apr 29 13:38:48.259952 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-b12140ad-2ba9-4421-89e8-86f96c60404a None None] Current status of the port 61fc56c6-1099-49d6-b31f-c09fe3e227f7 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:38:48.338911 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07f0bf-ab4a-46f3-bdde-93c0ad3f8615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cb2cd2-1327-4856-a7bc-ffb7c78ad5d5,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:48.345583 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-59d98310-6d48-49e5-81d3-343f6f15c665 admin admin] Publish callbacks [] for security_group (c8cb2cd2-1327-4856-a7bc-ffb7c78ad5d5), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:48.374317 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6390258b-3524-4c1c-af35-8f8ec5a28808 admin admin] Router a7d7829c-14d8-49d7-809f-7a4cefdec05e is scheduled to L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 with binding_index 1 {{(pid=103548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:38:48.406566 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-59d98310-6d48-49e5-81d3-343f6f15c665 admin admin] Publish callbacks [] for security_group (c8cb2cd2-1327-4856-a7bc-ffb7c78ad5d5), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:48.430029 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'name': 'tempest-ServerRescueNegativeTestJSON-651101232-router', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:40Z', 'updated_at': '2022-04-29T13:38:43Z', 'revision_number': 3, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'gw_port': {'id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:80:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:38:48.491340 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e565254-fa04-4cfe-a3fe-4a0275f203ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760b8d7f-cec6-4234-9881-e71dbfbce220,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:48.539632 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bd46fc-a7f4-4a8a-a979-eada449751e6 None None] The sync data for ids ['92338301-4c44-44ca-b4cb-5caa6892da19'] in dv-cinder-839416-3-smb is: [{'id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'name': 'tempest-ServerRescueNegativeTestJSON-651101232-router', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:40Z', 'updated_at': '2022-04-29T13:38:43Z', 'revision_number': 3, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'gw_port': {'id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:80:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:38:48.701059 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-fb2f7297-7a09-4f37-b76e-52a1ddaae150 None None] Provisioning complete for port 3115e8fa-517c-4bf4-be1f-f77edf90309d triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:38:48.709295 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-fb2f7297-7a09-4f37-b76e-52a1ddaae150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (3115e8fa-517c-4bf4-be1f-f77edf90309d), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:48.730596 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-57596eaa-708c-428a-8434-359ddf7ff877 admin admin] Publish callbacks [] for security_group (55af343a-ade8-4859-875e-c03da4156b60), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:48.746085 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-59d98310-6d48-49e5-81d3-343f6f15c665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (c8cb2cd2-1327-4856-a7bc-ffb7c78ad5d5), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:48.748636 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-59d98310-6d48-49e5-81d3-343f6f15c665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:48.771793 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-59d98310-6d48-49e5-81d3-343f6f15c665 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8cb2cd2-1327-4856-a7bc-ffb7c78ad5d5 HTTP/1.1" status: 204 len: 168 time: 1.0369787 Apr 29 13:38:48.793637 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6390258b-3524-4c1c-af35-8f8ec5a28808 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:38:48.795094 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-57596eaa-708c-428a-8434-359ddf7ff877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (55af343a-ade8-4859-875e-c03da4156b60), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:48.799039 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 39412) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:48.816323 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d98310-6d48-49e5-81d3-343f6f15c665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cb2cd2-1327-4856-a7bc-ffb7c78ad5d5,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:48.824921 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] Sync routers for ids ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'] in dv-cinder-839416-3-smb {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:38:48.883490 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-fb2f7297-7a09-4f37-b76e-52a1ddaae150 None None] Port 3115e8fa-517c-4bf4-be1f-f77edf90309d cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:38:48.907430 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] Routers {'a7d7829c-14d8-49d7-809f-7a4cefdec05e'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:38:48.910542 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:38:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:38:48.916034 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-99df32b3-661d-4401-af8c-dc91d017b59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (3115e8fa-517c-4bf4-be1f-f77edf90309d), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:48.939618 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6390258b-3524-4c1c-af35-8f8ec5a28808 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:48.940996 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-6390258b-3524-4c1c-af35-8f8ec5a28808 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1806834 Apr 29 13:38:48.975705 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 39430) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:48.983182 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0f5bc315-50aa-42ff-beb4-672b57ae5a34 req-a9e1b6dd-cbf0-413e-a66b-dbc28efb2054 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 210 time: 0.1290135 Apr 29 13:38:49.011565 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-57596eaa-708c-428a-8434-359ddf7ff877 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ec568833b1a4cd1af323e55e3c85358&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6831303 Apr 29 13:38:49.025227 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 39432) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:49.095420 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57596eaa-708c-428a-8434-359ddf7ff877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55af343a-ade8-4859-875e-c03da4156b60,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:49.249720 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fe8191a4-055b-44c3-9eed-ed11b7c0734a admin admin] Publish callbacks [] for security_group (55af343a-ade8-4859-875e-c03da4156b60), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:49.305189 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] Set router a7d7829c-14d8-49d7-809f-7a4cefdec05e gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:38:49.355904 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fe8191a4-055b-44c3-9eed-ed11b7c0734a admin admin] Publish callbacks [] for security_group (55af343a-ade8-4859-875e-c03da4156b60), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:49.529871 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fe8191a4-055b-44c3-9eed-ed11b7c0734a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (55af343a-ade8-4859-875e-c03da4156b60), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:49.532758 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fe8191a4-055b-44c3-9eed-ed11b7c0734a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:49.547622 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-fe8191a4-055b-44c3-9eed-ed11b7c0734a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55af343a-ade8-4859-875e-c03da4156b60 HTTP/1.1" status: 204 len: 168 time: 0.5165844 Apr 29 13:38:49.587293 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8191a4-055b-44c3-9eed-ed11b7c0734a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55af343a-ade8-4859-875e-c03da4156b60,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:49.683573 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 39452) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:49.707519 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:44Z', 'revision_number': 3, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:38:49.770151 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4ae606fa-1459-42ad-b156-4c1cd3cc8a96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:49.799633 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] Checking router: a7d7829c-14d8-49d7-809f-7a4cefdec05e for host: dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:38:49.799983 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] Updating router a7d7829c-14d8-49d7-809f-7a4cefdec05e port a421c335-529f-46c1-990a-8f56e0ae84e3 binding host dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:38:49.874477 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 61fc56c6-1099-49d6-b31f-c09fe3e227f7 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:38:49.893391 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-99df32b3-661d-4401-af8c-dc91d017b59f admin admin] Publish callbacks [] for port (3115e8fa-517c-4bf4-be1f-f77edf90309d), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:49.914621 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-99df32b3-661d-4401-af8c-dc91d017b59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (3115e8fa-517c-4bf4-be1f-f77edf90309d), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:49.917298 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-99df32b3-661d-4401-af8c-dc91d017b59f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457179'] for router_interface (92338301-4c44-44ca-b4cb-5caa6892da19), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:50.241600 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4ae606fa-1459-42ad-b156-4c1cd3cc8a96 admin admin] Publish callbacks [] for security_group (add91795-78aa-49f5-b99e-1afbfcf019a2), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:50.262027 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4ae606fa-1459-42ad-b156-4c1cd3cc8a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (add91795-78aa-49f5-b99e-1afbfcf019a2), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:50.280242 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a4f00213-25dc-4e5b-88b5-f5af4d6b99fd req-b85fdbab-6482-4e3e-9170-62e3efc2e47e tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 210 time: 0.1280124 Apr 29 13:38:50.434518 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99df32b3-661d-4401-af8c-dc91d017b59f admin admin] Network e33719b8-e7d5-44c1-a89a-1ba0f8d4320a is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:38:50.460031 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-4ae606fa-1459-42ad-b156-4c1cd3cc8a96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05d3ceb208574b7291576c82e69cdaa0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7703397 Apr 29 13:38:50.460306 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-99df32b3-661d-4401-af8c-dc91d017b59f admin admin] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:38:50.466713 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 39474) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:50.471014 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae606fa-1459-42ad-b156-4c1cd3cc8a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add91795-78aa-49f5-b99e-1afbfcf019a2,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:50.494072 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (a421c335-529f-46c1-990a-8f56e0ae84e3), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:50.545072 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df32b3-661d-4401-af8c-dc91d017b59f admin admin] Pushing event updated for resources: {'Port': ['ID=3115e8fa-517c-4bf4-be1f-f77edf90309d,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:50.685900 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-64cf5b04-7fd7-4e95-8def-19e529a15ff9 admin admin] Publish callbacks [] for security_group (add91795-78aa-49f5-b99e-1afbfcf019a2), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:50.759056 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-64cf5b04-7fd7-4e95-8def-19e529a15ff9 admin admin] Publish callbacks [] for security_group (add91795-78aa-49f5-b99e-1afbfcf019a2), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:50.920930 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-64cf5b04-7fd7-4e95-8def-19e529a15ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (add91795-78aa-49f5-b99e-1afbfcf019a2), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:50.920930 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-64cf5b04-7fd7-4e95-8def-19e529a15ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:50.920930 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-64cf5b04-7fd7-4e95-8def-19e529a15ff9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/add91795-78aa-49f5-b99e-1afbfcf019a2 HTTP/1.1" status: 204 len: 168 time: 0.4360304 Apr 29 13:38:50.936500 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf5b04-7fd7-4e95-8def-19e529a15ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add91795-78aa-49f5-b99e-1afbfcf019a2,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:51.071271 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99df32b3-661d-4401-af8c-dc91d017b59f admin admin] Router 92338301-4c44-44ca-b4cb-5caa6892da19 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:38:51.086878 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:51.250764 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-3431ca03-bf37-4c86-90d7-e3f9deef7d93 None None] Provisioning complete for port 3115e8fa-517c-4bf4-be1f-f77edf90309d triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:38:51.251500 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3431ca03-bf37-4c86-90d7-e3f9deef7d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (3115e8fa-517c-4bf4-be1f-f77edf90309d), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:51.294424 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 61fc56c6-1099-49d6-b31f-c09fe3e227f7 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:38:51.294973 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (61fc56c6-1099-49d6-b31f-c09fe3e227f7), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:51.452601 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:38:51.472379 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e68bf567-a546-422d-87c5-b3948730c72e req-29c89c96-303a-4068-a52b-61ba569da0a2 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 210 time: 0.0780847 Apr 29 13:38:51.499281 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-3431ca03-bf37-4c86-90d7-e3f9deef7d93 None None] Port 3115e8fa-517c-4bf4-be1f-f77edf90309d cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:38:51.878999 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99df32b3-661d-4401-af8c-dc91d017b59f admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:38:51.898419 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-99df32b3-661d-4401-af8c-dc91d017b59f admin admin] 10.222.0.20 "PUT /v2.0/routers/92338301-4c44-44ca-b4cb-5caa6892da19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6780188 Apr 29 13:38:51.924200 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d2e75398-0934-47ae-8faf-e257333aceb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:51.942426 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:52.126223 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] Publish callbacks [] for port (a421c335-529f-46c1-990a-8f56e0ae84e3), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:52.145200 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (a421c335-529f-46c1-990a-8f56e0ae84e3), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:52.170627 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] Sync routers for ids ['92338301-4c44-44ca-b4cb-5caa6892da19'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:38:52.188468 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 61fc56c6-1099-49d6-b31f-c09fe3e227f7 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:38:52.191626 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] Routers {'92338301-4c44-44ca-b4cb-5caa6892da19'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:38:52.192636 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:38:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['92338301-4c44-44ca-b4cb-5caa6892da19'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:38:52.195408 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device eb8d66fe-8045-4588-8ade-3905f7a4f37d up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:38:52.270494 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [None req-d2e75398-0934-47ae-8faf-e257333aceb7 admin admin] Allocated IP 172.20.0.1 (ee2b3ef3-3340-4760-a72b-28d6455d187a/0c3d70ba-2370-4119-a833-f968acf85dc2/fb9fef38-a917-4856-acc2-48f4967deacd) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:38:52.353342 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df1600-bf7c-4609-9203-f619e152e847 None None] Pushing event updated for resources: {'Port': ['ID=a421c335-529f-46c1-990a-8f56e0ae84e3,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:52.388838 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] Attempting to bind port a421c335-529f-46c1-990a-8f56e0ae84e3 on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:38:52.389522 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] Attempting to bind port a421c335-529f-46c1-990a-8f56e0ae84e3 by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:38:52.390138 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] Attempting to bind port a421c335-529f-46c1-990a-8f56e0ae84e3 on network 9c8e0a80-d509-45ab-9720-00aefc93fc37 {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:38:52.400332 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:38:52.401191 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] Checking segment: {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:38:52.401881 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:52.402465 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] Bound using segment: {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:38:52.403139 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] Bound port: a421c335-529f-46c1-990a-8f56e0ae84e3, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:38:52.403726 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (a421c335-529f-46c1-990a-8f56e0ae84e3), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:52.442269 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port eb8d66fe-8045-4588-8ade-3905f7a4f37d triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:38:52.442994 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (eb8d66fe-8045-4588-8ade-3905f7a4f37d), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:52.574473 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d2e75398-0934-47ae-8faf-e257333aceb7 admin admin] Publish callbacks [] for port (fb9fef38-a917-4856-acc2-48f4967deacd), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:52.576805 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] For port a421c335-529f-46c1-990a-8f56e0ae84e3, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:38:52.593302 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] For port a421c335-529f-46c1-990a-8f56e0ae84e3, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=a421c335-529f-46c1-990a-8f56e0ae84e3,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:38:52.614280 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (a421c335-529f-46c1-990a-8f56e0ae84e3), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:52.697202 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d2e75398-0934-47ae-8faf-e257333aceb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (fb9fef38-a917-4856-acc2-48f4967deacd), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:52.748085 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port eb8d66fe-8045-4588-8ade-3905f7a4f37d is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:38:52.749064 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (eb8d66fe-8045-4588-8ade-3905f7a4f37d), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:52.770028 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df1600-bf7c-4609-9203-f619e152e847 None None] Pushing event updated for resources: {'Port': ['ID=a421c335-529f-46c1-990a-8f56e0ae84e3,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:52.773876 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] Routers {'a7d7829c-14d8-49d7-809f-7a4cefdec05e'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:38:52.775191 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:38:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:38:52.854712 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] For port eb8d66fe-8045-4588-8ade-3905f7a4f37d, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=eb8d66fe-8045-4588-8ade-3905f7a4f37d,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:38:52.865186 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (eb8d66fe-8045-4588-8ade-3905f7a4f37d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:52.892817 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e75398-0934-47ae-8faf-e257333aceb7 admin admin] Network ee2b3ef3-3340-4760-a72b-28d6455d187a is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:38:52.908779 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] Set router 92338301-4c44-44ca-b4cb-5caa6892da19 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:38:52.914872 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-d2e75398-0934-47ae-8faf-e257333aceb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:38:52.929552 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e75398-0934-47ae-8faf-e257333aceb7 admin admin] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:38:52.930132 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d2e75398-0934-47ae-8faf-e257333aceb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455787'] for router_interface (a7d7829c-14d8-49d7-809f-7a4cefdec05e), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:52.998211 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Pushing event updated for resources: {'Port': ['ID=eb8d66fe-8045-4588-8ade-3905f7a4f37d,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:53.043478 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] Set router a7d7829c-14d8-49d7-809f-7a4cefdec05e gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:38:53.106368 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e75398-0934-47ae-8faf-e257333aceb7 admin admin] Pushing event updated for resources: {'Port': ['ID=fb9fef38-a917-4856-acc2-48f4967deacd,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:53.160725 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-cca70731-b70f-4564-aaf0-3376aeb5a731 req-0c1a6b54-f0e3-4efa-bc7e-4d013641ed23 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 210 time: 0.1990180 Apr 29 13:38:53.393854 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.26', 59317) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:53.465818 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d2e75398-0934-47ae-8faf-e257333aceb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (fb9fef38-a917-4856-acc2-48f4967deacd), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:53.500476 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'name': 'tempest-ServerRescueNegativeTestJSON-651101232-router', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:40Z', 'updated_at': '2022-04-29T13:38:48Z', 'revision_number': 4, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'gw_port': {'id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:80:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '3115e8fa-517c-4bf4-be1f-f77edf90309d', 'name': '', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'mac_address': 'fa:16:3e:d6:21:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:46Z', 'updated_at': '2022-04-29T13:38:49Z', 'revision_number': 2, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'subnets': [{'id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:38:53.571524 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] Checking router: 92338301-4c44-44ca-b4cb-5caa6892da19 for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:38:53.573041 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] Updating router 92338301-4c44-44ca-b4cb-5caa6892da19 port 3115e8fa-517c-4bf4-be1f-f77edf90309d binding host dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:38:53.621961 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (3115e8fa-517c-4bf4-be1f-f77edf90309d), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:53.659363 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-50c51dc2-3378-401f-b81c-033a76eb5ff2 None None] Provisioning complete for port fb9fef38-a917-4856-acc2-48f4967deacd triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:38:53.660120 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-50c51dc2-3378-401f-b81c-033a76eb5ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (fb9fef38-a917-4856-acc2-48f4967deacd), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:53.767446 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:44Z', 'revision_number': 3, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:38:53.799305 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-bcffc4d1-b031-4d0a-a455-87e51f52b08d tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:53.801518 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-bcffc4d1-b031-4d0a-a455-87e51f52b08d tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.26 "GET /v2.0/networks?id=de63f86c-abd7-4e99-8233-b15887c4097c HTTP/1.1" status: 200 len: 812 time: 0.4062269 Apr 29 13:38:53.849131 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da469e6-bee1-4f5d-a423-734f0ec48b84 None None] The sync data for ids ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'] in dv-cinder-839416-3-smb is: [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:44Z', 'revision_number': 3, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}] {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:38:53.864084 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-98a3331a-4c58-4336-8db2-8e748e3ff7e5 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Request body: {'port': {'device_id': '681652c0-4800-4a16-b8c8-a484a6398a62', 'network_id': 'de63f86c-abd7-4e99-8233-b15887c4097c', 'admin_state_up': True, 'tenant_id': '1e02b3b3603a44e08637b77e265f1c2a'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:38:53.870903 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-50c51dc2-3378-401f-b81c-033a76eb5ff2 None None] Port fb9fef38-a917-4856-acc2-48f4967deacd cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:38:54.018704 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d2e75398-0934-47ae-8faf-e257333aceb7 admin admin] Publish callbacks [] for port (fb9fef38-a917-4856-acc2-48f4967deacd), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:54.032067 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d2e75398-0934-47ae-8faf-e257333aceb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (fb9fef38-a917-4856-acc2-48f4967deacd), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:54.033199 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d2e75398-0934-47ae-8faf-e257333aceb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457179'] for router_interface (a7d7829c-14d8-49d7-809f-7a4cefdec05e), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:54.261384 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e75398-0934-47ae-8faf-e257333aceb7 admin admin] Pushing event updated for resources: {'Port': ['ID=fb9fef38-a917-4856-acc2-48f4967deacd,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:54.357774 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-98a3331a-4c58-4336-8db2-8e748e3ff7e5 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Made reservation on behalf of 1e02b3b3603a44e08637b77e265f1c2a for: {'port': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:38:54.387821 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-98a3331a-4c58-4336-8db2-8e748e3ff7e5 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:54.398711 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e75398-0934-47ae-8faf-e257333aceb7 admin admin] Network ee2b3ef3-3340-4760-a72b-28d6455d187a is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:38:54.400294 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-d2e75398-0934-47ae-8faf-e257333aceb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:38:54.420190 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] Publish callbacks [] for port (3115e8fa-517c-4bf4-be1f-f77edf90309d), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:54.436223 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (3115e8fa-517c-4bf4-be1f-f77edf90309d), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:54.629183 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeabe48-9b8c-4986-a189-ca765cae23d6 None None] Pushing event updated for resources: {'Port': ['ID=3115e8fa-517c-4bf4-be1f-f77edf90309d,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:54.782522 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e75398-0934-47ae-8faf-e257333aceb7 admin admin] Router a7d7829c-14d8-49d7-809f-7a4cefdec05e has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:38:54.873576 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-07691476-2009-469c-847b-910458be1df4 req-91e1241e-a315-41f1-8bc2-0c78ea4d422c tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 210 time: 0.4810765 Apr 29 13:38:54.948185 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] Attempting to bind port 3115e8fa-517c-4bf4-be1f-f77edf90309d on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:38:54.948360 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] Attempting to bind port 3115e8fa-517c-4bf4-be1f-f77edf90309d by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': '333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:38:54.955744 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] Attempting to bind port 3115e8fa-517c-4bf4-be1f-f77edf90309d on network e33719b8-e7d5-44c1-a89a-1ba0f8d4320a {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:38:54.964483 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:38:54.965129 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] Checking segment: {'id': '333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:38:54.965735 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:54.968181 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] Bound using segment: {'id': '333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:38:54.969031 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] Bound port: 3115e8fa-517c-4bf4-be1f-f77edf90309d, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:38:54.969893 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (3115e8fa-517c-4bf4-be1f-f77edf90309d), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:55.047703 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-2dc88e75-9354-44c8-a4e3-4e44150afaad None None] Provisioning complete for port fb9fef38-a917-4856-acc2-48f4967deacd triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:38:55.048310 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2dc88e75-9354-44c8-a4e3-4e44150afaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (fb9fef38-a917-4856-acc2-48f4967deacd), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:55.175433 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] For port 3115e8fa-517c-4bf4-be1f-f77edf90309d, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:38:55.181175 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] For port 3115e8fa-517c-4bf4-be1f-f77edf90309d, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=3115e8fa-517c-4bf4-be1f-f77edf90309d,segment=NetworkSegment(333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af),segment_id=333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:38:55.195008 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (3115e8fa-517c-4bf4-be1f-f77edf90309d), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:55.208967 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-2dc88e75-9354-44c8-a4e3-4e44150afaad None None] Port fb9fef38-a917-4856-acc2-48f4967deacd cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:38:55.280918 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e75398-0934-47ae-8faf-e257333aceb7 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:38:55.294105 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-d2e75398-0934-47ae-8faf-e257333aceb7 admin admin] 10.222.0.20 "PUT /v2.0/routers/a7d7829c-14d8-49d7-809f-7a4cefdec05e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3166065 Apr 29 13:38:55.341521 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-f3516350-f123-4c82-a7ca-d4120416cfff None None] Provisioning complete for port 3115e8fa-517c-4bf4-be1f-f77edf90309d triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:38:55.342687 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-f3516350-f123-4c82-a7ca-d4120416cfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (3115e8fa-517c-4bf4-be1f-f77edf90309d), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:55.380892 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeabe48-9b8c-4986-a189-ca765cae23d6 None None] Pushing event updated for resources: {'Port': ['ID=3115e8fa-517c-4bf4-be1f-f77edf90309d,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:55.401115 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] Routers {'92338301-4c44-44ca-b4cb-5caa6892da19'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:38:55.401771 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:38:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['92338301-4c44-44ca-b4cb-5caa6892da19'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:38:55.484057 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device a421c335-529f-46c1-990a-8f56e0ae84e3 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:38:55.784945 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] Set router 92338301-4c44-44ca-b4cb-5caa6892da19 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:38:55.834142 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-f3516350-f123-4c82-a7ca-d4120416cfff None None] Current status of the port 3115e8fa-517c-4bf4-be1f-f77edf90309d is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:38:55.839506 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-f3516350-f123-4c82-a7ca-d4120416cfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (3115e8fa-517c-4bf4-be1f-f77edf90309d), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:55.841075 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-98a3331a-4c58-4336-8db2-8e748e3ff7e5 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Allocated IP 172.20.0.12 (de63f86c-abd7-4e99-8233-b15887c4097c/c61a373e-fcaf-4f73-b500-c3bcf5323375/e3054fe0-cbcd-4612-851f-8e0bdd191d51) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:38:55.981699 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port a421c335-529f-46c1-990a-8f56e0ae84e3 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:38:55.982328 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (a421c335-529f-46c1-990a-8f56e0ae84e3), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:56.164764 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-f3516350-f123-4c82-a7ca-d4120416cfff None None] For port 3115e8fa-517c-4bf4-be1f-f77edf90309d, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=3115e8fa-517c-4bf4-be1f-f77edf90309d,segment=NetworkSegment(333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af),segment_id=333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:38:56.230567 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-f3516350-f123-4c82-a7ca-d4120416cfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (3115e8fa-517c-4bf4-be1f-f77edf90309d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:56.286412 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-98a3331a-4c58-4336-8db2-8e748e3ff7e5 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Publish callbacks [] for port (e3054fe0-cbcd-4612-851f-8e0bdd191d51), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:56.372968 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3516350-f123-4c82-a7ca-d4120416cfff None None] Pushing event updated for resources: {'Port': ['ID=3115e8fa-517c-4bf4-be1f-f77edf90309d,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:56.379178 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-4a2ae927-7d9f-4cad-bea0-10ad69a50cfc tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:56.390535 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-4a2ae927-7d9f-4cad-bea0-10ad69a50cfc tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/networks?id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a HTTP/1.1" status: 200 len: 818 time: 1.8737206 Apr 29 13:38:56.405617 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-98a3331a-4c58-4336-8db2-8e748e3ff7e5 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (e3054fe0-cbcd-4612-851f-8e0bdd191d51), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:56.465662 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port a421c335-529f-46c1-990a-8f56e0ae84e3 is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:38:56.466314 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (a421c335-529f-46c1-990a-8f56e0ae84e3), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:56.488347 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-e6912ace-fdbe-4ce1-b2dd-bdde0b0d4bd9 None None] Provisioning complete for port 3115e8fa-517c-4bf4-be1f-f77edf90309d triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:38:56.489105 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e6912ace-fdbe-4ce1-b2dd-bdde0b0d4bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (3115e8fa-517c-4bf4-be1f-f77edf90309d), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:56.497067 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'name': 'tempest-ServerRescueNegativeTestJSON-651101232-router', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:40Z', 'updated_at': '2022-04-29T13:38:48Z', 'revision_number': 4, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'gw_port': {'id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '3115e8fa-517c-4bf4-be1f-f77edf90309d', 'name': '', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'mac_address': 'fa:16:3e:d6:21:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:46Z', 'updated_at': '2022-04-29T13:38:55Z', 'revision_number': 4, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'subnets': [{'id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:38:56.546964 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3331a-4c58-4336-8db2-8e748e3ff7e5 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Pushing event updated for resources: {'Port': ['ID=e3054fe0-cbcd-4612-851f-8e0bdd191d51,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:56.569428 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cb5bf4-0553-4d21-91cd-b9530ee8fa90 None None] The sync data for ids ['92338301-4c44-44ca-b4cb-5caa6892da19'] in dv-cinder-839416-3-smb is: [{'id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'name': 'tempest-ServerRescueNegativeTestJSON-651101232-router', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:40Z', 'updated_at': '2022-04-29T13:38:48Z', 'revision_number': 4, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'gw_port': {'id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '3115e8fa-517c-4bf4-be1f-f77edf90309d', 'name': '', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'mac_address': 'fa:16:3e:d6:21:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:46Z', 'updated_at': '2022-04-29T13:38:55Z', 'revision_number': 4, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'subnets': [{'id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:38:56.586391 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-24abef58-572a-4e9c-9c0b-47d4b99f3954 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/quotas/f16d4321a559404f9a2d7a6f38c752c1 HTTP/1.1" status: 200 len: 375 time: 0.1926558 Apr 29 13:38:56.614624 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-98a3331a-4c58-4336-8db2-8e748e3ff7e5 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Network de63f86c-abd7-4e99-8233-b15887c4097c is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:38:56.617298 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] For port a421c335-529f-46c1-990a-8f56e0ae84e3, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=a421c335-529f-46c1-990a-8f56e0ae84e3,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:38:56.629965 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-98a3331a-4c58-4336-8db2-8e748e3ff7e5 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:38:56.633525 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-98a3331a-4c58-4336-8db2-8e748e3ff7e5 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:38:56.637399 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (a421c335-529f-46c1-990a-8f56e0ae84e3), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:56.638889 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device eb8d66fe-8045-4588-8ade-3905f7a4f37d up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:38:56.640331 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-98a3331a-4c58-4336-8db2-8e748e3ff7e5 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:56.641158 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-98a3331a-4c58-4336-8db2-8e748e3ff7e5 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:56.812084 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d988d3b-0e9d-432a-a818-682c89977c9f req-08c12b46-4b5f-461b-bf52-fdb5f9a15780 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:38:56.814237 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2d988d3b-0e9d-432a-a818-682c89977c9f req-08c12b46-4b5f-461b-bf52-fdb5f9a15780 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 932 time: 0.4192770 Apr 29 13:38:56.838674 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-98a3331a-4c58-4336-8db2-8e748e3ff7e5 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9865670 Apr 29 13:38:56.858600 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-f10c1ac8-06b2-467a-9f42-04f55a008dc6 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:38:56.860421 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-f10c1ac8-06b2-467a-9f42-04f55a008dc6 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0072639 Apr 29 13:38:56.874695 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-fd17f4db-e0b1-45a4-a2ce-320cf2f8d2fb tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f16d4321a559404f9a2d7a6f38c752c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2867212 Apr 29 13:38:56.926244 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2d988d3b-0e9d-432a-a818-682c89977c9f req-6ab38987-dd47-46d9-8d3e-305d03382d60 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/security-groups?id=96724a3c-5edf-4e1c-b247-407e3ee693c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860198 Apr 29 13:38:57.133425 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 39740) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:57.439495 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Pushing event updated for resources: {'Port': ['ID=a421c335-529f-46c1-990a-8f56e0ae84e3,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:57.546299 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-e6912ace-fdbe-4ce1-b2dd-bdde0b0d4bd9 None None] Current status of the port 3115e8fa-517c-4bf4-be1f-f77edf90309d is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:38:57.560018 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port eb8d66fe-8045-4588-8ade-3905f7a4f37d triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:38:57.560616 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (eb8d66fe-8045-4588-8ade-3905f7a4f37d), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:57.863866 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port eb8d66fe-8045-4588-8ade-3905f7a4f37d is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:38:57.978457 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ad17a7b7-e38b-4a45-ae1f-5f3756ece719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:57.994130 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] Sync routers for ids ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'] in dv-cinder-839416-3-smb {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:38:58.036293 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] Routers {'a7d7829c-14d8-49d7-809f-7a4cefdec05e'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:38:58.037215 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:38:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:38:58.069915 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 39758) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:58.347310 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ad17a7b7-e38b-4a45-ae1f-5f3756ece719 admin admin] Publish callbacks [] for security_group (b6f8ba01-9046-4428-bbe1-d8681c7c9930), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:58.367467 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ad17a7b7-e38b-4a45-ae1f-5f3756ece719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (b6f8ba01-9046-4428-bbe1-d8681c7c9930), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:58.421261 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 39768) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:58.499634 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17a7b7-e38b-4a45-ae1f-5f3756ece719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f8ba01-9046-4428-bbe1-d8681c7c9930,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:58.533652 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 39774) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:58.544151 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-ad17a7b7-e38b-4a45-ae1f-5f3756ece719 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=132fd007fa0340d38875364e4ef93476&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4089005 Apr 29 13:38:58.629801 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] Set router a7d7829c-14d8-49d7-809f-7a4cefdec05e gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:38:58.642422 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] Request body: {'port': {'device_id': '681652c0-4800-4a16-b8c8-a484a6398a62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:38:58.765201 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device a421c335-529f-46c1-990a-8f56e0ae84e3 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:38:58.930605 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d5aeadb1-b463-4125-8415-c3a59d77d69b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:59.015865 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-b042010d-66a0-40c5-8147-f8cf448d2bea service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:38:59.025864 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-b042010d-66a0-40c5-8147-f8cf448d2bea service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5530436 Apr 29 13:38:59.138842 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1425e264-8734-4d07-a149-0551f6ca2636 admin admin] Publish callbacks [] for security_group (b6f8ba01-9046-4428-bbe1-d8681c7c9930), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:59.157684 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-35591564-0b52-4d56-9093-1d01cdde2a62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:59.232934 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1425e264-8734-4d07-a149-0551f6ca2636 admin admin] Publish callbacks [] for security_group (b6f8ba01-9046-4428-bbe1-d8681c7c9930), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:59.238695 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (e3054fe0-cbcd-4612-851f-8e0bdd191d51), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:59.471456 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port a421c335-529f-46c1-990a-8f56e0ae84e3 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:38:59.472004 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (a421c335-529f-46c1-990a-8f56e0ae84e3), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:59.478222 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 39790) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:59.483864 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-f84a6aff-05fb-4f70-aa96-edda0f8dc80c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--420636861', 'description': 'tempest-description--1355053245'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:38:59.527379 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-cb043bdb-1c4d-4450-b571-2a4c550f2c95 service neutron] 10.222.0.20 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995582 Apr 29 13:38:59.565328 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f84a6aff-05fb-4f70-aa96-edda0f8dc80c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:59.668476 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 2, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:38:59.712099 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f84a6aff-05fb-4f70-aa96-edda0f8dc80c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (6fe23293-fc42-4bda-a7ac-9a71a53bf729), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:59.718223 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f84a6aff-05fb-4f70-aa96-edda0f8dc80c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (6fe23293-fc42-4bda-a7ac-9a71a53bf729), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:59.728725 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] Checking router: a7d7829c-14d8-49d7-809f-7a4cefdec05e for host: dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:38:59.728974 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] Updating router a7d7829c-14d8-49d7-809f-7a4cefdec05e port fb9fef38-a917-4856-acc2-48f4967deacd binding host dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:38:59.775065 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a6aff-05fb-4f70-aa96-edda0f8dc80c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe23293-fc42-4bda-a7ac-9a71a53bf729,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:38:59.776417 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port a421c335-529f-46c1-990a-8f56e0ae84e3 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:38:59.777582 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 3115e8fa-517c-4bf4-be1f-f77edf90309d up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:38:59.779716 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (fb9fef38-a917-4856-acc2-48f4967deacd), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:59.800074 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f84a6aff-05fb-4f70-aa96-edda0f8dc80c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:38:59.807426 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-f84a6aff-05fb-4f70-aa96-edda0f8dc80c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3230412 Apr 29 13:38:59.809437 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 39792) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:38:59.832836 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-6e626cae-0b62-4774-a900-3d5121ee89d6 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'security_group_rule': {'security_group_id': '6fe23293-fc42-4bda-a7ac-9a71a53bf729', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:38:59.905907 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6e626cae-0b62-4774-a900-3d5121ee89d6 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (e7c62f73-651b-4b05-8972-13e2cc352bff), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:00.050986 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6e626cae-0b62-4774-a900-3d5121ee89d6 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (e7c62f73-651b-4b05-8972-13e2cc352bff), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:00.059259 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6e626cae-0b62-4774-a900-3d5121ee89d6 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (e7c62f73-651b-4b05-8972-13e2cc352bff), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:00.095572 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e626cae-0b62-4774-a900-3d5121ee89d6 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c62f73-651b-4b05-8972-13e2cc352bff,revision_number=0']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:00.150876 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-35591564-0b52-4d56-9093-1d01cdde2a62 admin admin] Publish callbacks [] for security_group (dc492ecf-d324-48a5-a45a-c53a59ce0cee), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:00.200134 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 3115e8fa-517c-4bf4-be1f-f77edf90309d triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:39:00.201676 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (3115e8fa-517c-4bf4-be1f-f77edf90309d), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:00.255240 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6e626cae-0b62-4774-a900-3d5121ee89d6 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:00.268682 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-6e626cae-0b62-4774-a900-3d5121ee89d6 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4572923 Apr 29 13:39:00.271537 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 39798) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:00.302724 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-cca35b5c-3aba-460c-b258-e0c458fd3812 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'security_group_rule': {'security_group_id': '6fe23293-fc42-4bda-a7ac-9a71a53bf729', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:39:00.446064 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-35591564-0b52-4d56-9093-1d01cdde2a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (dc492ecf-d324-48a5-a45a-c53a59ce0cee), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:00.457393 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-cca35b5c-3aba-460c-b258-e0c458fd3812 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (f6472dc0-3f07-4ea6-8e93-a6f4718e19d6), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:00.488928 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94c1a3-7a8a-4bd6-84d6-7552bc9b7f40 req-527f246a-faac-4985-b26a-c68543a6c007 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:00.501506 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8d94c1a3-7a8a-4bd6-84d6-7552bc9b7f40 req-527f246a-faac-4985-b26a-c68543a6c007 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 932 time: 0.6642375 Apr 29 13:39:00.568374 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 3115e8fa-517c-4bf4-be1f-f77edf90309d is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:39:00.641455 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35591564-0b52-4d56-9093-1d01cdde2a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc492ecf-d324-48a5-a45a-c53a59ce0cee,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:00.843367 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-cca35b5c-3aba-460c-b258-e0c458fd3812 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (f6472dc0-3f07-4ea6-8e93-a6f4718e19d6), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:00.858174 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-4a78c566-0005-44bb-bcd1-5f3bca2c1d8f service neutron] 10.222.0.20 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2483938 Apr 29 13:39:00.864158 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-cca35b5c-3aba-460c-b258-e0c458fd3812 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (f6472dc0-3f07-4ea6-8e93-a6f4718e19d6), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:00.922377 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca35b5c-3aba-460c-b258-e0c458fd3812 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6472dc0-3f07-4ea6-8e93-a6f4718e19d6,revision_number=0']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:00.943222 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-cca35b5c-3aba-460c-b258-e0c458fd3812 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:00.947166 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-cca35b5c-3aba-460c-b258-e0c458fd3812 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6713698 Apr 29 13:39:00.951592 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 39802) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:00.957862 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-edd00f97-6ae9-4bff-929d-fb6e00a2f1d2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'floatingip': {'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:39:01.097091 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-edd00f97-6ae9-4bff-929d-fb6e00a2f1d2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:01.142205 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8d94c1a3-7a8a-4bd6-84d6-7552bc9b7f40 req-7163d6ef-d9aa-464f-ba49-4c2de4403e6f tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/security-groups?id=96724a3c-5edf-4e1c-b247-407e3ee693c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397491 Apr 29 13:39:01.185338 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-35591564-0b52-4d56-9093-1d01cdde2a62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4917d40744114382a34c0d747fd419f5&name=default HTTP/1.1" status: 200 len: 2992 time: 2.7626996 Apr 29 13:39:01.195972 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 39806) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:01.202240 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:01.204394 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] Publish callbacks [] for port (fb9fef38-a917-4856-acc2-48f4967deacd), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:01.215258 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (fb9fef38-a917-4856-acc2-48f4967deacd), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:01.355923 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd6f80-0b53-45a8-950d-d8385685c065 None None] Pushing event updated for resources: {'Port': ['ID=fb9fef38-a917-4856-acc2-48f4967deacd,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:01.495635 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1425e264-8734-4d07-a149-0551f6ca2636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (b6f8ba01-9046-4428-bbe1-d8681c7c9930), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:01.499452 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1425e264-8734-4d07-a149-0551f6ca2636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:01.503179 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-1425e264-8734-4d07-a149-0551f6ca2636 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6f8ba01-9046-4428-bbe1-d8681c7c9930 HTTP/1.1" status: 204 len: 168 time: 2.9655085 Apr 29 13:39:01.525430 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d5aeadb1-b463-4125-8415-c3a59d77d69b admin admin] Publish callbacks [] for security_group (92ed425b-247e-46f0-972c-0fd2c74b569f), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:01.566118 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] Attempting to bind port fb9fef38-a917-4856-acc2-48f4967deacd on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:39:01.566495 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] Attempting to bind port fb9fef38-a917-4856-acc2-48f4967deacd by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:39:01.567054 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] Attempting to bind port fb9fef38-a917-4856-acc2-48f4967deacd on network ee2b3ef3-3340-4760-a72b-28d6455d187a {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:39:01.579879 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:39:01.580434 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] Checking segment: {'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:39:01.580742 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:01.581366 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] Bound using segment: {'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:39:01.581595 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] Bound port: fb9fef38-a917-4856-acc2-48f4967deacd, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:39:01.581991 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (fb9fef38-a917-4856-acc2-48f4967deacd), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:01.767502 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] For port fb9fef38-a917-4856-acc2-48f4967deacd, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:39:01.786273 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] For port fb9fef38-a917-4856-acc2-48f4967deacd, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=fb9fef38-a917-4856-acc2-48f4967deacd,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:39:01.799541 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (fb9fef38-a917-4856-acc2-48f4967deacd), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:01.816533 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4096c5e0-4202-4bda-9fd4-db1aa8d4ee6f req-25e0e36b-c226-44cb-b3dc-2a3b25944264 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 210 time: 0.1454973 Apr 29 13:39:01.838022 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d5aeadb1-b463-4125-8415-c3a59d77d69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (92ed425b-247e-46f0-972c-0fd2c74b569f), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:01.904276 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425e264-8734-4d07-a149-0551f6ca2636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f8ba01-9046-4428-bbe1-d8681c7c9930,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:02.000792 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-cd373209-f2d0-46fb-bc53-1154c7af4fb7 admin admin] Publish callbacks [] for security_group (dc492ecf-d324-48a5-a45a-c53a59ce0cee), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:02.007048 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-edd00f97-6ae9-4bff-929d-fb6e00a2f1d2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:02.078671 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-d5aeadb1-b463-4125-8415-c3a59d77d69b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58b1b70378fb4dd28d4508530e75fc72&name=default HTTP/1.1" status: 200 len: 2995 time: 4.0056400 Apr 29 13:39:02.084196 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 39830) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:02.212718 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] Routers {'a7d7829c-14d8-49d7-809f-7a4cefdec05e'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:39:02.215961 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:38:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:02.315587 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aeadb1-b463-4125-8415-c3a59d77d69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ed425b-247e-46f0-972c-0fd2c74b569f,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:02.395622 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-cd373209-f2d0-46fb-bc53-1154c7af4fb7 admin admin] Publish callbacks [] for security_group (dc492ecf-d324-48a5-a45a-c53a59ce0cee), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:02.558035 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-8064d7c7-cb16-4390-8243-5ce55dcb7c51 None None] Provisioning complete for port fb9fef38-a917-4856-acc2-48f4967deacd triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:39:02.559085 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8064d7c7-cb16-4390-8243-5ce55dcb7c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (fb9fef38-a917-4856-acc2-48f4967deacd), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:02.706360 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [None req-edd00f97-6ae9-4bff-929d-fb6e00a2f1d2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Allocated IP 172.28.3.154 (9c8e0a80-d509-45ab-9720-00aefc93fc37/7d82864c-1f03-4b55-a173-75a79706e4c7/ededc754-eb77-4667-a15d-bdc82d7ba3e6) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:39:02.775053 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-cd373209-f2d0-46fb-bc53-1154c7af4fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (dc492ecf-d324-48a5-a45a-c53a59ce0cee), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:02.790448 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-cd373209-f2d0-46fb-bc53-1154c7af4fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:02.794145 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-cd373209-f2d0-46fb-bc53-1154c7af4fb7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc492ecf-d324-48a5-a45a-c53a59ce0cee HTTP/1.1" status: 204 len: 168 time: 1.5971079 Apr 29 13:39:02.845741 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd6f80-0b53-45a8-950d-d8385685c065 None None] Pushing event updated for resources: {'Port': ['ID=fb9fef38-a917-4856-acc2-48f4967deacd,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:02.853725 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd373209-f2d0-46fb-bc53-1154c7af4fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc492ecf-d324-48a5-a45a-c53a59ce0cee,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:03.159421 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 39872) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:03.192094 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722399ab-f2fd-41ed-bd49-6a64355e5638 req-78db1385-17b7-48e2-964a-2b3264a4c2b7 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:03.197708 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-722399ab-f2fd-41ed-bd49-6a64355e5638 req-78db1385-17b7-48e2-964a-2b3264a4c2b7 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 932 time: 0.7733016 Apr 29 13:39:03.287533 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3054fe0-cbcd-4612-851f-8e0bdd191d51 {{(pid=103548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:39:03.290484 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-66e737c8-3a76-4620-9ab2-7992d50c68b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:03.291684 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] Set router a7d7829c-14d8-49d7-809f-7a4cefdec05e gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:39:03.303863 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] Publish callbacks [] for port (e3054fe0-cbcd-4612-851f-8e0bdd191d51), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:03.319944 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-edd00f97-6ae9-4bff-929d-fb6e00a2f1d2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for port (ededc754-eb77-4667-a15d-bdc82d7ba3e6), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:03.330755 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.provisioning_blocks [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] Transition to ACTIVE for port object e3054fe0-cbcd-4612-851f-8e0bdd191d51 will not be triggered until provisioned by entity L2. {{(pid=103548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:39:03.351755 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (e3054fe0-cbcd-4612-851f-8e0bdd191d51), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:03.455789 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] Pushing event updated for resources: {'Port': ['ID=e3054fe0-cbcd-4612-851f-8e0bdd191d51,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:03.586600 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-edd00f97-6ae9-4bff-929d-fb6e00a2f1d2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (ededc754-eb77-4667-a15d-bdc82d7ba3e6), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:03.681021 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd00f97-6ae9-4bff-929d-fb6e00a2f1d2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'Port': ['ID=ededc754-eb77-4667-a15d-bdc82d7ba3e6,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:03.696169 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0050ae34-d538-4dfa-818b-0da0fdc37aba admin admin] Publish callbacks [] for security_group (92ed425b-247e-46f0-972c-0fd2c74b569f), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:03.724241 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0050ae34-d538-4dfa-818b-0da0fdc37aba admin admin] Publish callbacks [] for security_group (92ed425b-247e-46f0-972c-0fd2c74b569f), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:03.752996 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd00f97-6ae9-4bff-929d-fb6e00a2f1d2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:39:03.808102 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-66e737c8-3a76-4620-9ab2-7992d50c68b5 admin admin] Publish callbacks [] for security_group (913fd1a1-2494-4037-b30c-2f64031da147), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:03.812143 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-edd00f97-6ae9-4bff-929d-fb6e00a2f1d2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:39:03.816141 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0050ae34-d538-4dfa-818b-0da0fdc37aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (92ed425b-247e-46f0-972c-0fd2c74b569f), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:03.820489 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd00f97-6ae9-4bff-929d-fb6e00a2f1d2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:39:03.823057 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0050ae34-d538-4dfa-818b-0da0fdc37aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:03.828259 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-0050ae34-d538-4dfa-818b-0da0fdc37aba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92ed425b-247e-46f0-972c-0fd2c74b569f HTTP/1.1" status: 204 len: 168 time: 1.7340581 Apr 29 13:39:03.895065 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 39886) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:03.937839 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-722399ab-f2fd-41ed-bd49-6a64355e5638 req-8836254d-4ce4-4c88-b81e-b5b1086c6d12 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/security-groups?id=96724a3c-5edf-4e1c-b247-407e3ee693c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6030307 Apr 29 13:39:03.956691 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050ae34-d538-4dfa-818b-0da0fdc37aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ed425b-247e-46f0-972c-0fd2c74b569f,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:03.968672 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fc8dd19b-e655-4546-bde4-b85447f32f98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:04.013116 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-daae7677-3668-41f9-930a-04dbbdf05a4c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:04.030108 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-daae7677-3668-41f9-930a-04dbbdf05a4c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/networks?id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a HTTP/1.1" status: 200 len: 818 time: 1.2474537 Apr 29 13:39:04.293417 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-edd00f97-6ae9-4bff-929d-fb6e00a2f1d2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (5b0ef755-653e-46d7-9467-8c1e604a65a3), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:04.306338 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-66e737c8-3a76-4620-9ab2-7992d50c68b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (913fd1a1-2494-4037-b30c-2f64031da147), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:04.365986 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-66e737c8-3a76-4620-9ab2-7992d50c68b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce4ee42f9d0948e184e38cfb9496fe94&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1999021 Apr 29 13:39:04.469513 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fc8dd19b-e655-4546-bde4-b85447f32f98 admin admin] Publish callbacks [] for security_group (1146d4e3-00db-41a6-aee2-80b2bfe32886), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:04.480722 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-6314be8a-f89a-4ff4-9ff8-3ccf1a8f8644 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/quotas/f16d4321a559404f9a2d7a6f38c752c1 HTTP/1.1" status: 200 len: 375 time: 0.4483335 Apr 29 13:39:04.482624 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 39900) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:04.493380 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fc8dd19b-e655-4546-bde4-b85447f32f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (1146d4e3-00db-41a6-aee2-80b2bfe32886), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:04.531697 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-edd00f97-6ae9-4bff-929d-fb6e00a2f1d2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (ededc754-eb77-4667-a15d-bdc82d7ba3e6), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:04.717765 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-8064d7c7-cb16-4390-8243-5ce55dcb7c51 None None] Current status of the port fb9fef38-a917-4856-acc2-48f4967deacd is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:39:04.718850 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8064d7c7-cb16-4390-8243-5ce55dcb7c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (fb9fef38-a917-4856-acc2-48f4967deacd), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:04.823800 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-8064d7c7-cb16-4390-8243-5ce55dcb7c51 None None] For port fb9fef38-a917-4856-acc2-48f4967deacd, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=fb9fef38-a917-4856-acc2-48f4967deacd,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:04.858519 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8064d7c7-cb16-4390-8243-5ce55dcb7c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (fb9fef38-a917-4856-acc2-48f4967deacd), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:04.895079 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-de7d21c7-f377-401e-92e9-49bcb9c9204c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f16d4321a559404f9a2d7a6f38c752c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4115021 Apr 29 13:39:04.918107 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8dd19b-e655-4546-bde4-b85447f32f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1146d4e3-00db-41a6-aee2-80b2bfe32886,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:04.953432 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] Attempting to bind port e3054fe0-cbcd-4612-851f-8e0bdd191d51 on host hv-cinder-83941 for vnic_type normal with profile {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:39:04.953991 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] Attempting to bind port e3054fe0-cbcd-4612-851f-8e0bdd191d51 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '13f8d667-b379-4fff-be78-d96ecd0b0c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'de63f86c-abd7-4e99-8233-b15887c4097c'}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:39:04.954532 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] Attempting to bind port e3054fe0-cbcd-4612-851f-8e0bdd191d51 on network de63f86c-abd7-4e99-8233-b15887c4097c {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:39:05.069555 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] Port e3054fe0-cbcd-4612-851f-8e0bdd191d51 on network de63f86c-abd7-4e99-8233-b15887c4097c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:39:05.074818 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] Attempting to bind port e3054fe0-cbcd-4612-851f-8e0bdd191d51 on network de63f86c-abd7-4e99-8233-b15887c4097c {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:39:05.127969 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] Checking agent: {'id': '54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'started_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:39:05.128525 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] Checking segment: {'id': '13f8d667-b379-4fff-be78-d96ecd0b0c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'de63f86c-abd7-4e99-8233-b15887c4097c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:39:05.129358 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] Bound using segment: {'id': '13f8d667-b379-4fff-be78-d96ecd0b0c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'de63f86c-abd7-4e99-8233-b15887c4097c'} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:39:05.152783 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] Bound port: e3054fe0-cbcd-4612-851f-8e0bdd191d51, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f8d667-b379-4fff-be78-d96ecd0b0c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'de63f86c-abd7-4e99-8233-b15887c4097c'}}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:39:05.153466 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (e3054fe0-cbcd-4612-851f-8e0bdd191d51), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:05.155489 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-74de2555-3891-4824-b30d-426fcfb46d67 None None] Provisioning complete for port fb9fef38-a917-4856-acc2-48f4967deacd triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:39:05.159948 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-74de2555-3891-4824-b30d-426fcfb46d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (fb9fef38-a917-4856-acc2-48f4967deacd), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:05.240773 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-edd00f97-6ae9-4bff-929d-fb6e00a2f1d2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for port (ededc754-eb77-4667-a15d-bdc82d7ba3e6), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:05.257507 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-edd00f97-6ae9-4bff-929d-fb6e00a2f1d2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (ededc754-eb77-4667-a15d-bdc82d7ba3e6), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:05.404734 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-fc8dd19b-e655-4546-bde4-b85447f32f98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71c6dc73435e48eab3ad3d58dba86472&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4986832 Apr 29 13:39:05.426707 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064d7c7-cb16-4390-8243-5ce55dcb7c51 None None] Pushing event updated for resources: {'Port': ['ID=fb9fef38-a917-4856-acc2-48f4967deacd,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:05.427843 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 39912) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:05.428496 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 39914) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:05.458281 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e737c8-3a76-4620-9ab2-7992d50c68b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913fd1a1-2494-4037-b30c-2f64031da147,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:05.464527 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-edd00f97-6ae9-4bff-929d-fb6e00a2f1d2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (5b0ef755-653e-46d7-9467-8c1e604a65a3), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:05.485345 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-89c85592-d264-4aef-acf8-c343d289895f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:05.514734 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd00f97-6ae9-4bff-929d-fb6e00a2f1d2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'Port': ['ID=ededc754-eb77-4667-a15d-bdc82d7ba3e6,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:05.550114 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-edd00f97-6ae9-4bff-929d-fb6e00a2f1d2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:05.562237 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-edd00f97-6ae9-4bff-929d-fb6e00a2f1d2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6094418 Apr 29 13:39:05.634835 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.26', 59331) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:05.642624 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-da6db662-3c0f-4c61-8013-12e9a19f184d admin admin] Publish callbacks [] for security_group (1146d4e3-00db-41a6-aee2-80b2bfe32886), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:05.746002 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-74de2555-3891-4824-b30d-426fcfb46d67 None None] Current status of the port fb9fef38-a917-4856-acc2-48f4967deacd is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:39:05.821520 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-da6db662-3c0f-4c61-8013-12e9a19f184d admin admin] Publish callbacks [] for security_group (1146d4e3-00db-41a6-aee2-80b2bfe32886), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:05.833015 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:01Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:05.937996 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdbabe7-29bc-4e11-9ef3-863141f8f551 None None] The sync data for ids ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'] in dv-cinder-839416-3-smb is: [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:01Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:39:05.989622 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70f3e9-3767-4b3b-93f8-1a617fa1d87c req-13fe03cd-de59-45e2-80dd-49e9225540dc tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:05.993580 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5f70f3e9-3767-4b3b-93f8-1a617fa1d87c req-13fe03cd-de59-45e2-80dd-49e9225540dc tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 944 time: 0.5888369 Apr 29 13:39:06.110418 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-574e05a7-5e61-4ed7-8b74-b92ce3fe9f21 admin admin] Publish callbacks [] for security_group (913fd1a1-2494-4037-b30c-2f64031da147), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:06.121417 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] For port e3054fe0-cbcd-4612-851f-8e0bdd191d51, host hv-cinder-83941, cleared binding levels {{(pid=103548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:39:06.127436 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-7b8646ee-beeb-4485-a4d6-3acdf3aa432c service neutron] 10.222.0.20 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2311904 Apr 29 13:39:06.171862 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-89c85592-d264-4aef-acf8-c343d289895f admin admin] Publish callbacks [] for security_group (933b66c8-4776-40ef-a494-2e517c8f3f02), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:06.191036 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-89c85592-d264-4aef-acf8-c343d289895f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (933b66c8-4776-40ef-a494-2e517c8f3f02), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:06.212508 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] For port e3054fe0-cbcd-4612-851f-8e0bdd191d51, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=e3054fe0-cbcd-4612-851f-8e0bdd191d51,segment=NetworkSegment(13f8d667-b379-4fff-be78-d96ecd0b0c09),segment_id=13f8d667-b379-4fff-be78-d96ecd0b0c09)] {{(pid=103548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:39:06.276974 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-574e05a7-5e61-4ed7-8b74-b92ce3fe9f21 admin admin] Publish callbacks [] for security_group (913fd1a1-2494-4037-b30c-2f64031da147), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:06.276974 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5f70f3e9-3767-4b3b-93f8-1a617fa1d87c req-3adf2e27-1d64-4df4-87f1-da15c64f8a95 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/security-groups?id=96724a3c-5edf-4e1c-b247-407e3ee693c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231812 Apr 29 13:39:06.291590 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (e3054fe0-cbcd-4612-851f-8e0bdd191d51), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:06.302039 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-e6aa81b6-f932-4fe3-8637-7dfa8551de5a tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:06.304189 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-e6aa81b6-f932-4fe3-8637-7dfa8551de5a tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.26 "GET /v2.0/networks?id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a HTTP/1.1" status: 200 len: 818 time: 0.6628125 Apr 29 13:39:06.312570 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-89c85592-d264-4aef-acf8-c343d289895f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc11962975b64e0aad2eb5a83f60c89d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8830318 Apr 29 13:39:06.313894 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 39934) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:06.328616 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-da6db662-3c0f-4c61-8013-12e9a19f184d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (1146d4e3-00db-41a6-aee2-80b2bfe32886), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:06.328616 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-da6db662-3c0f-4c61-8013-12e9a19f184d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:06.328616 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-da6db662-3c0f-4c61-8013-12e9a19f184d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1146d4e3-00db-41a6-aee2-80b2bfe32886 HTTP/1.1" status: 204 len: 168 time: 0.8913720 Apr 29 13:39:06.328616 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c85592-d264-4aef-acf8-c343d289895f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933b66c8-4776-40ef-a494-2e517c8f3f02,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:06.331029 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:06.333354 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:06.338171 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] 10.222.0.26 "PUT /v2.0/ports/e3054fe0-cbcd-4612-851f-8e0bdd191d51 HTTP/1.1" status: 200 len: 1094 time: 8.5782101 Apr 29 13:39:06.348510 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681652c0-4800-4a16-b8c8-a484a6398a62', 'tag': 'e3054fe0-cbcd-4612-851f-8e0bdd191d51'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:39:06.364513 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-2f869a58-440e-44ff-8507-63fd356f11f3 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Request body: {'port': {'device_id': 'ba19c446-7cee-4bd7-bc10-70fe0ea5569e', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'admin_state_up': True, 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:39:06.534648 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6db662-3c0f-4c61-8013-12e9a19f184d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1146d4e3-00db-41a6-aee2-80b2bfe32886,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:06.855595 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device fb9fef38-a917-4856-acc2-48f4967deacd up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:39:06.899698 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-2e139e90-f3cf-466a-a439-690c9449f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:06.909537 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-2e139e90-f3cf-466a-a439-690c9449f6dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e02b3b3603a44e08637b77e265f1c2a&device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 1128 time: 0.3270988 Apr 29 13:39:06.944187 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c2d49944-732e-42df-90bd-a97a815c4421 admin admin] Publish callbacks [] for security_group (933b66c8-4776-40ef-a494-2e517c8f3f02), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:07.036525 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port fb9fef38-a917-4856-acc2-48f4967deacd triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:39:07.038718 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (fb9fef38-a917-4856-acc2-48f4967deacd), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:07.123409 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c2d49944-732e-42df-90bd-a97a815c4421 admin admin] Publish callbacks [] for security_group (933b66c8-4776-40ef-a494-2e517c8f3f02), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:07.125991 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-22bb7ba9-0aef-4bab-966f-232d0c16c744 service neutron] 10.222.0.20 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9546354 Apr 29 13:39:07.243848 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c2d49944-732e-42df-90bd-a97a815c4421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (933b66c8-4776-40ef-a494-2e517c8f3f02), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:07.257519 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c2d49944-732e-42df-90bd-a97a815c4421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:07.259066 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-c2d49944-732e-42df-90bd-a97a815c4421 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/933b66c8-4776-40ef-a494-2e517c8f3f02 HTTP/1.1" status: 204 len: 168 time: 0.9441710 Apr 29 13:39:07.280944 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port fb9fef38-a917-4856-acc2-48f4967deacd is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:39:07.289912 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-2f869a58-440e-44ff-8507-63fd356f11f3 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Made reservation on behalf of f16d4321a559404f9a2d7a6f38c752c1 for: {'port': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:39:07.297531 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-2f869a58-440e-44ff-8507-63fd356f11f3 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:07.309965 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d49944-732e-42df-90bd-a97a815c4421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933b66c8-4776-40ef-a494-2e517c8f3f02,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:07.411432 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9e740-9362-485e-98ae-34c85412f96b service neutron] Pushing event updated for resources: {'Port': ['ID=e3054fe0-cbcd-4612-851f-8e0bdd191d51,revision_number=3']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:07.418849 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609f1b27-3412-488a-89b1-a62eb371f4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "681652c0-4800-4a16-b8c8-a484a6398a62", "tag": "e3054fe0-cbcd-4612-851f-8e0bdd191d51"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:39:07.442916 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-635acb25-d9f9-4864-805f-5fb9c7915b4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3054fe0-cbcd-4612-851f-8e0bdd191d51 HTTP/1.1" status: 200 len: 217 time: 0.5076194 Apr 29 13:39:07.943944 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-2f869a58-440e-44ff-8507-63fd356f11f3 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Allocated IP 172.20.0.5 (e33719b8-e7d5-44c1-a89a-1ba0f8d4320a/59fa37f6-c5e6-406e-bd81-5f2770950e70/517684f4-0812-471d-8b9e-174a4fa7ff45) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:39:08.066970 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-0f06e322-0dd1-4366-8d58-88095103e725 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--420636861&fields=id&tenant_id=ade3a9fb8cf84c3684a431096d529b75 HTTP/1.1" status: 200 len: 267 time: 1.1431923 Apr 29 13:39:08.071356 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-574e05a7-5e61-4ed7-8b74-b92ce3fe9f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (913fd1a1-2494-4037-b30c-2f64031da147), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:08.085998 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-574e05a7-5e61-4ed7-8b74-b92ce3fe9f21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:08.095620 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-574e05a7-5e61-4ed7-8b74-b92ce3fe9f21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/913fd1a1-2494-4037-b30c-2f64031da147 HTTP/1.1" status: 204 len: 168 time: 3.6086299 Apr 29 13:39:08.187733 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-0d518699-8646-4c96-a6b7-2e68610214a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:08.203177 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-0d518699-8646-4c96-a6b7-2e68610214a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c61a373e-fcaf-4f73-b500-c3bcf5323375 HTTP/1.1" status: 200 len: 852 time: 0.7214012 Apr 29 13:39:08.289936 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e05a7-5e61-4ed7-8b74-b92ce3fe9f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913fd1a1-2494-4037-b30c-2f64031da147,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:08.617962 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-2f869a58-440e-44ff-8507-63fd356f11f3 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for port (517684f4-0812-471d-8b9e-174a4fa7ff45), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:08.763529 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-2f869a58-440e-44ff-8507-63fd356f11f3 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (517684f4-0812-471d-8b9e-174a4fa7ff45), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:08.770102 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-815ad242-ac8d-4d81-884e-3a9cf386ee41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=de63f86c-abd7-4e99-8233-b15887c4097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5193696 Apr 29 13:39:08.802045 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb1c65-3fc5-4837-81b8-3e38a4917020 req-c8b9a640-e758-420d-b19f-74f615e01521 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:08.805457 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e1bb1c65-3fc5-4837-81b8-3e38a4917020 req-c8b9a640-e758-420d-b19f-74f615e01521 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 944 time: 0.1957424 Apr 29 13:39:09.122952 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-2f869a58-440e-44ff-8507-63fd356f11f3 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Network e33719b8-e7d5-44c1-a89a-1ba0f8d4320a is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:39:09.167419 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-2f869a58-440e-44ff-8507-63fd356f11f3 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:39:09.197648 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-2f869a58-440e-44ff-8507-63fd356f11f3 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:39:09.211791 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-2f869a58-440e-44ff-8507-63fd356f11f3 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:09.229903 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-2f869a58-440e-44ff-8507-63fd356f11f3 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:09.393644 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f869a58-440e-44ff-8507-63fd356f11f3 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Pushing event updated for resources: {'Port': ['ID=517684f4-0812-471d-8b9e-174a4fa7ff45,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:09.415268 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-2f869a58-440e-44ff-8507-63fd356f11f3 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0894685 Apr 29 13:39:09.433501 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] Request body: {'port': {'device_id': 'ba19c446-7cee-4bd7-bc10-70fe0ea5569e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:39:09.498320 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-7277cc01-723f-4a79-aea0-fb90b8872714 service neutron] 10.222.0.26 "GET /v2.0/networks/de63f86c-abd7-4e99-8233-b15887c4097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6699562 Apr 29 13:39:09.671836 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (517684f4-0812-471d-8b9e-174a4fa7ff45), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:09.854497 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-91706a3d-8e84-4017-acba-515bc6356a2f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:09.858475 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-91706a3d-8e84-4017-acba-515bc6356a2f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/networks?id=ee2b3ef3-3340-4760-a72b-28d6455d187a HTTP/1.1" status: 200 len: 814 time: 1.7495275 Apr 29 13:39:09.973517 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-984f3849-bbfb-4b9a-82ab-d22f2febd4f4 None None] Provisioning complete for port 517684f4-0812-471d-8b9e-174a4fa7ff45 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:39:09.977958 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-984f3849-bbfb-4b9a-82ab-d22f2febd4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (517684f4-0812-471d-8b9e-174a4fa7ff45), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:10.144546 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-984f3849-bbfb-4b9a-82ab-d22f2febd4f4 None None] Port 517684f4-0812-471d-8b9e-174a4fa7ff45 cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:39:10.190328 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-113d8d66-f2fc-4ba5-8976-4e3a315788e4 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/quotas/ade3a9fb8cf84c3684a431096d529b75 HTTP/1.1" status: 200 len: 375 time: 0.2977693 Apr 29 13:39:10.221355 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e1bb1c65-3fc5-4837-81b8-3e38a4917020 req-2aa1bc3b-2584-4fca-9d2d-f035f8fb6561 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/security-groups?id=96724a3c-5edf-4e1c-b247-407e3ee693c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1850257 Apr 29 13:39:10.323421 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-97007b83-9167-4076-bc69-ab01549bef63 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ade3a9fb8cf84c3684a431096d529b75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1319618 Apr 29 13:39:10.326189 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9060df67-e6f8-45f7-aa47-03907a64e866 req-2bc8e343-ead9-439a-b1cc-da85b79910b3 service neutron] 10.222.0.26 "GET /v2.0/networks/de63f86c-abd7-4e99-8233-b15887c4097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7947373 Apr 29 13:39:10.574306 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-2e603f6f-2129-4e8a-87f4-4e2ba946b288 service neutron] 10.222.0.20 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426372 Apr 29 13:39:10.823583 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-3e72168c-5e4f-4f67-bca8-8b1dfc829206 service neutron] 10.222.0.20 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436090 Apr 29 13:39:11.025395 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517684f4-0812-471d-8b9e-174a4fa7ff45 {{(pid=103547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:39:11.070600 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] Publish callbacks [] for port (517684f4-0812-471d-8b9e-174a4fa7ff45), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:11.124637 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.provisioning_blocks [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] Transition to ACTIVE for port object 517684f4-0812-471d-8b9e-174a4fa7ff45 will not be triggered until provisioned by entity L2. {{(pid=103547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:39:11.132804 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (517684f4-0812-471d-8b9e-174a4fa7ff45), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:11.249973 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.26', 59340) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:11.263889 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8295aad2-42c3-4680-90c8-3f60e5fd25d4 x-openstack-request-id: req-8295aad2-42c3-4680-90c8-3f60e5fd25d4 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:39:11.273376 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681652c0-4800-4a16-b8c8-a484a6398a62", "tag": "e3054fe0-cbcd-4612-851f-8e0bdd191d51", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:39:11.273668 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8295aad2-42c3-4680-90c8-3f60e5fd25d4 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:39:11.274171 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8295aad2-42c3-4680-90c8-3f60e5fd25d4'] response: {'name': 'network-changed', 'server_uuid': '681652c0-4800-4a16-b8c8-a484a6398a62', 'tag': 'e3054fe0-cbcd-4612-851f-8e0bdd191d51', 'status': 'completed', 'code': 200} Apr 29 13:39:11.601466 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] Pushing event updated for resources: {'Port': ['ID=517684f4-0812-471d-8b9e-174a4fa7ff45,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:11.915972 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] Attempting to bind port 517684f4-0812-471d-8b9e-174a4fa7ff45 on host hv-cinder-83941 for vnic_type normal with profile {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:39:11.917170 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] Attempting to bind port 517684f4-0812-471d-8b9e-174a4fa7ff45 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a'}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:39:11.919630 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] Attempting to bind port 517684f4-0812-471d-8b9e-174a4fa7ff45 on network e33719b8-e7d5-44c1-a89a-1ba0f8d4320a {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:39:11.931900 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] Port 517684f4-0812-471d-8b9e-174a4fa7ff45 on network e33719b8-e7d5-44c1-a89a-1ba0f8d4320a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:39:11.932690 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] Attempting to bind port 517684f4-0812-471d-8b9e-174a4fa7ff45 on network e33719b8-e7d5-44c1-a89a-1ba0f8d4320a {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:39:11.954636 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] Checking agent: {'id': '54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'started_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:39:11.955107 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] Checking segment: {'id': '333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:39:11.956094 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] Bound using segment: {'id': '333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a'} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:39:11.957003 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] Bound port: 517684f4-0812-471d-8b9e-174a4fa7ff45, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a'}}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:39:11.960376 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (517684f4-0812-471d-8b9e-174a4fa7ff45), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:12.380100 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] For port 517684f4-0812-471d-8b9e-174a4fa7ff45, host hv-cinder-83941, cleared binding levels {{(pid=103547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:39:12.411245 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-3ffcead0-4124-4db3-9972-74bfcd52c405 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:12.421467 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-3ffcead0-4124-4db3-9972-74bfcd52c405 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.26 "GET /v2.0/networks?id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a HTTP/1.1" status: 200 len: 818 time: 1.3274627 Apr 29 13:39:12.444874 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] For port 517684f4-0812-471d-8b9e-174a4fa7ff45, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=517684f4-0812-471d-8b9e-174a4fa7ff45,segment=NetworkSegment(333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af),segment_id=333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af)] {{(pid=103547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:39:12.459725 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (517684f4-0812-471d-8b9e-174a4fa7ff45), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:12.529404 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:12.530033 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:12.531497 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] 10.222.0.26 "PUT /v2.0/ports/517684f4-0812-471d-8b9e-174a4fa7ff45 HTTP/1.1" status: 200 len: 1093 time: 3.1117005 Apr 29 13:39:12.532961 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba19c446-7cee-4bd7-bc10-70fe0ea5569e', 'tag': '517684f4-0812-471d-8b9e-174a4fa7ff45'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:39:12.667430 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-fe3940ca-f8e7-44ba-957a-2a65b19ddcd1 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Request body: {'port': {'device_id': '6e06b81e-6af6-4bda-9d20-8da35f21e8f2', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'admin_state_up': True, 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:39:12.991812 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e283314-f7b2-4afb-b02a-812d230664db service neutron] Pushing event updated for resources: {'Port': ['ID=517684f4-0812-471d-8b9e-174a4fa7ff45,revision_number=3']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:13.091197 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-05a5c231-86ca-4ae9-8560-16714a23f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:13.094202 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-05a5c231-86ca-4ae9-8560-16714a23f6a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f16d4321a559404f9a2d7a6f38c752c1&device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 1127 time: 0.4615779 Apr 29 13:39:13.117261 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f1b27-3412-488a-89b1-a62eb371f4f7 req-cd3f59dc-4f47-4fac-a464-1efba9250726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:13.123984 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-609f1b27-3412-488a-89b1-a62eb371f4f7 req-cd3f59dc-4f47-4fac-a464-1efba9250726 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e02b3b3603a44e08637b77e265f1c2a&device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 1128 time: 1.8473530 Apr 29 13:39:13.263020 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1166a3e9-0628-4b7f-93fe-74a43ffbea2a req-9258e9c3-bdd2-45b4-ae31-98718b736355 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 210 time: 0.8379517 Apr 29 13:39:13.335458 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-dba851b2-3ab4-4826-88c8-c6aae415fd6a req-d08fb581-cbf0-461e-8170-2523d5453796 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 210 time: 0.9054916 Apr 29 13:39:13.418677 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-8e4d4786-7a35-4243-a3e7-5819ffe5271f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=517684f4-0812-471d-8b9e-174a4fa7ff45 HTTP/1.1" status: 200 len: 217 time: 0.3098655 Apr 29 13:39:13.564124 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-8a7933aa-5be3-41dc-ac2d-df6bff2db7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:13.569281 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-8a7933aa-5be3-41dc-ac2d-df6bff2db7ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59fa37f6-c5e6-406e-bd81-5f2770950e70 HTTP/1.1" status: 200 len: 857 time: 0.1427538 Apr 29 13:39:13.672334 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11610f1-b71c-4c00-9d6d-b60e6c9f8249" -d '{"events": [{"name": "network-changed", "server_uuid": "ba19c446-7cee-4bd7-bc10-70fe0ea5569e", "tag": "517684f4-0812-471d-8b9e-174a4fa7ff45"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:39:13.734661 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-fe3940ca-f8e7-44ba-957a-2a65b19ddcd1 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Made reservation on behalf of f16d4321a559404f9a2d7a6f38c752c1 for: {'port': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:39:13.738471 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-fe3940ca-f8e7-44ba-957a-2a65b19ddcd1 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:13.778228 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-ce582cc9-405d-4924-93a7-438848a71c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:13.780260 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-ce582cc9-405d-4924-93a7-438848a71c53 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2022529 Apr 29 13:39:13.797112 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2501f-9db9-45eb-9032-5366b40de689 req-384ab642-70d1-4730-a9ca-4909c22a142e tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:13.798869 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-94d2501f-9db9-45eb-9032-5366b40de689 req-384ab642-70d1-4730-a9ca-4909c22a142e tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 944 time: 0.1993451 Apr 29 13:39:13.923526 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f1b27-3412-488a-89b1-a62eb371f4f7 req-edb051d3-55cd-4bd0-8447-d61b469d61e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:13.926225 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-609f1b27-3412-488a-89b1-a62eb371f4f7 req-edb051d3-55cd-4bd0-8447-d61b469d61e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=de63f86c-abd7-4e99-8233-b15887c4097c HTTP/1.1" status: 200 len: 912 time: 0.6986773 Apr 29 13:39:14.014748 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-94d2501f-9db9-45eb-9032-5366b40de689 req-31e560ce-fbee-40f7-bfa8-72a4226cd124 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/security-groups?id=96724a3c-5edf-4e1c-b247-407e3ee693c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003345 Apr 29 13:39:14.223066 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005c9126-62cb-425c-9237-54b90545309b x-openstack-request-id: req-005c9126-62cb-425c-9237-54b90545309b {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:39:14.223668 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba19c446-7cee-4bd7-bc10-70fe0ea5569e", "tag": "517684f4-0812-471d-8b9e-174a4fa7ff45", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:39:14.224113 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-005c9126-62cb-425c-9237-54b90545309b {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:39:14.225422 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-005c9126-62cb-425c-9237-54b90545309b'] response: {'name': 'network-changed', 'server_uuid': 'ba19c446-7cee-4bd7-bc10-70fe0ea5569e', 'tag': '517684f4-0812-471d-8b9e-174a4fa7ff45', 'status': 'completed', 'code': 200} Apr 29 13:39:14.230909 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-e9040dac-95ce-411f-b958-d4d657e898b0 service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934972 Apr 29 13:39:14.290075 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-fe3940ca-f8e7-44ba-957a-2a65b19ddcd1 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Allocated IP 172.20.0.6 (e33719b8-e7d5-44c1-a89a-1ba0f8d4320a/59fa37f6-c5e6-406e-bd81-5f2770950e70/a87f1bdb-98ec-4c53-8ce7-31121705382b) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:39:14.494729 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-03cafc65-ccd4-4d97-8fea-e62c2fd1e7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:14.572741 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-609f1b27-3412-488a-89b1-a62eb371f4f7 req-6c9d87a3-a7d3-4c86-aab5-51897cedda07 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3054fe0-cbcd-4612-851f-8e0bdd191d51 HTTP/1.1" status: 200 len: 217 time: 0.4949167 Apr 29 13:39:14.586623 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-856faab6-a5aa-4661-907c-a3fb9e9d513e req-d4f6a1cf-a821-4a92-9c4e-89e5081e80d3 service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719188 Apr 29 13:39:14.739322 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5b1461f4-d473-4a0e-bf28-b63e0ebe7f94 req-c1346b65-e4a5-431f-b3bc-31c9014d0114 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 210 time: 0.1778667 Apr 29 13:39:14.746877 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-cf66b3f1-a3bc-4ccc-94f7-e5b000061777 req-2ed829d9-3eb0-4a1b-9b84-391599323d1a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 210 time: 0.1757736 Apr 29 13:39:14.816252 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-fe3940ca-f8e7-44ba-957a-2a65b19ddcd1 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for port (a87f1bdb-98ec-4c53-8ce7-31121705382b), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:14.868620 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-fe3940ca-f8e7-44ba-957a-2a65b19ddcd1 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (a87f1bdb-98ec-4c53-8ce7-31121705382b), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:14.926146 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-fe3940ca-f8e7-44ba-957a-2a65b19ddcd1 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Network e33719b8-e7d5-44c1-a89a-1ba0f8d4320a is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:39:14.932604 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-fe3940ca-f8e7-44ba-957a-2a65b19ddcd1 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:39:14.936940 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-fe3940ca-f8e7-44ba-957a-2a65b19ddcd1 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:39:14.942183 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-fe3940ca-f8e7-44ba-957a-2a65b19ddcd1 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:14.942805 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-fe3940ca-f8e7-44ba-957a-2a65b19ddcd1 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:14.958959 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3940ca-f8e7-44ba-957a-2a65b19ddcd1 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Pushing event updated for resources: {'Port': ['ID=a87f1bdb-98ec-4c53-8ce7-31121705382b,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:14.983371 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-fe3940ca-f8e7-44ba-957a-2a65b19ddcd1 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4838121 Apr 29 13:39:15.245967 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3c91f-aaef-40de-bc75-f77531746661 req-aa8d4bb1-96c1-48df-a90c-062dfbf02776 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:15.247839 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-67d3c91f-aaef-40de-bc75-f77531746661 req-aa8d4bb1-96c1-48df-a90c-062dfbf02776 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 944 time: 0.0712309 Apr 29 13:39:15.354341 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-67d3c91f-aaef-40de-bc75-f77531746661 req-a3919815-591e-4a03-9081-571428e4871c tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/security-groups?id=96724a3c-5edf-4e1c-b247-407e3ee693c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970867 Apr 29 13:39:15.431639 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-d821859f-2c22-4ef1-b5cd-057bba33db11 None None] Provisioning complete for port a87f1bdb-98ec-4c53-8ce7-31121705382b triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:39:15.433917 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d821859f-2c22-4ef1-b5cd-057bba33db11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (a87f1bdb-98ec-4c53-8ce7-31121705382b), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:15.453949 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] Request body: {'port': {'device_id': '6e06b81e-6af6-4bda-9d20-8da35f21e8f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:39:15.559792 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-d821859f-2c22-4ef1-b5cd-057bba33db11 None None] Port a87f1bdb-98ec-4c53-8ce7-31121705382b cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:39:15.637934 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-036a7db0-6f0e-4d05-aa3c-e94cdd6cbe7e tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:15.641671 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-036a7db0-6f0e-4d05-aa3c-e94cdd6cbe7e tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.26 "GET /v2.0/networks?id=ee2b3ef3-3340-4760-a72b-28d6455d187a HTTP/1.1" status: 200 len: 814 time: 0.2576623 Apr 29 13:39:15.675795 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f1b27-3412-488a-89b1-a62eb371f4f7 req-f41b5b9d-7068-4cf5-9176-f32c837ddafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:15.677412 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-609f1b27-3412-488a-89b1-a62eb371f4f7 req-f41b5b9d-7068-4cf5-9176-f32c837ddafb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c61a373e-fcaf-4f73-b500-c3bcf5323375 HTTP/1.1" status: 200 len: 852 time: 0.2820313 Apr 29 13:39:15.711816 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (a87f1bdb-98ec-4c53-8ce7-31121705382b), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:15.919390 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 40240) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:16.075957 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-bf936eed-6a7a-44e5-a962-17c2401725a8 req-67abbd71-3dc5-465f-9aab-ca34e23254f9 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 210 time: 0.0806389 Apr 29 13:39:16.182656 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-af924eba-8ec8-4f78-b20d-7b162c987487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:16.183709 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2435cf-509d-4b7e-937c-a320f1167611 req-04d80e9c-36c5-4ac4-9083-1db2743de4ef tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:16.199732 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3e2435cf-509d-4b7e-937c-a320f1167611 req-04d80e9c-36c5-4ac4-9083-1db2743de4ef tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 931 time: 0.2056689 Apr 29 13:39:16.211497 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.26', 59351) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:16.272227 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-609f1b27-3412-488a-89b1-a62eb371f4f7 req-750fa36b-6267-47f1-b43a-a0238bc7ba59 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=de63f86c-abd7-4e99-8233-b15887c4097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393639 Apr 29 13:39:16.373042 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3e2435cf-509d-4b7e-937c-a320f1167611 req-9aab5a6b-31dc-4459-8273-0f364e8dd56f tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723304 Apr 29 13:39:16.394636 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11610f1-b71c-4c00-9d6d-b60e6c9f8249 req-f5466831-0fcc-4033-b4ad-c133c5229b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:16.396287 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-b11610f1-b71c-4c00-9d6d-b60e6c9f8249 req-f5466831-0fcc-4033-b4ad-c133c5229b92 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f16d4321a559404f9a2d7a6f38c752c1&device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 1127 time: 0.1835990 Apr 29 13:39:16.535149 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-af924eba-8ec8-4f78-b20d-7b162c987487 admin admin] Publish callbacks [] for security_group (22505bc1-3ce6-48bd-b206-84c83b28a22c), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:16.553810 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-af924eba-8ec8-4f78-b20d-7b162c987487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (22505bc1-3ce6-48bd-b206-84c83b28a22c), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:16.577055 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-d37ebd51-eebc-48bf-be39-73d482d38259 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ade3a9fb8cf84c3684a431096d529b75 HTTP/1.1" status: 200 len: 379 time: 0.3537624 Apr 29 13:39:16.627694 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf5591-e009-4209-bc0f-eb724f3e9c0f req-825ca6e9-afc6-4e24-bf30-f1a071d777e6 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:16.633127 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-da9242a9-0e86-416f-8121-0cc033ccde3b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'port': {'device_id': 'c6c8a6b6-8bd0-4011-920e-0027c76c0fa2', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'admin_state_up': True, 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'security_groups': ['6fe23293-fc42-4bda-a7ac-9a71a53bf729']}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:39:16.633410 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9acf5591-e009-4209-bc0f-eb724f3e9c0f req-825ca6e9-afc6-4e24-bf30-f1a071d777e6 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 944 time: 0.1801386 Apr 29 13:39:16.668512 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-af924eba-8ec8-4f78-b20d-7b162c987487 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e05c385ef1d741e9b8f8eea42c43bba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7474382 Apr 29 13:39:16.669709 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-609f1b27-3412-488a-89b1-a62eb371f4f7 req-5d7fc9bd-df8e-4b4c-a1fe-2f7df9900ad0 service neutron] 10.222.0.26 "GET /v2.0/networks/de63f86c-abd7-4e99-8233-b15887c4097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613689 Apr 29 13:39:16.691131 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 40274) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:16.757119 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af924eba-8ec8-4f78-b20d-7b162c987487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22505bc1-3ce6-48bd-b206-84c83b28a22c,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:16.820587 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87f1bdb-98ec-4c53-8ce7-31121705382b {{(pid=103548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:39:16.838830 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11610f1-b71c-4c00-9d6d-b60e6c9f8249 req-ad3a2b53-dcef-4d8d-88a6-583e6d61d0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:16.840807 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-b11610f1-b71c-4c00-9d6d-b60e6c9f8249 req-ad3a2b53-dcef-4d8d-88a6-583e6d61d0e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a HTTP/1.1" status: 200 len: 918 time: 0.3959014 Apr 29 13:39:16.906803 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-50eb27eb-8bba-42e4-bc08-0315f43581c9 admin admin] Publish callbacks [] for security_group (22505bc1-3ce6-48bd-b206-84c83b28a22c), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:16.916941 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-b11610f1-b71c-4c00-9d6d-b60e6c9f8249 req-43c13f26-6dcc-420c-9950-61027aa87946 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=517684f4-0812-471d-8b9e-174a4fa7ff45 HTTP/1.1" status: 200 len: 217 time: 0.0653393 Apr 29 13:39:16.987328 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-50eb27eb-8bba-42e4-bc08-0315f43581c9 admin admin] Publish callbacks [] for security_group (22505bc1-3ce6-48bd-b206-84c83b28a22c), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:17.052021 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11610f1-b71c-4c00-9d6d-b60e6c9f8249 req-49352bdf-adc3-43ec-880a-d915a9a8a97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:17.055543 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-228cf3cb-101a-4693-b66a-41529d6d2bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:17.058846 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-b11610f1-b71c-4c00-9d6d-b60e6c9f8249 req-49352bdf-adc3-43ec-880a-d915a9a8a97f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59fa37f6-c5e6-406e-bd81-5f2770950e70 HTTP/1.1" status: 200 len: 857 time: 0.1312227 Apr 29 13:39:17.059751 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-da9242a9-0e86-416f-8121-0cc033ccde3b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Made reservation on behalf of ade3a9fb8cf84c3684a431096d529b75 for: {'port': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:39:17.062868 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] Publish callbacks [] for port (a87f1bdb-98ec-4c53-8ce7-31121705382b), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:17.063801 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-da9242a9-0e86-416f-8121-0cc033ccde3b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:17.109857 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9acf5591-e009-4209-bc0f-eb724f3e9c0f req-18601144-eb04-4d17-9d64-35669db2a186 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/security-groups?id=96724a3c-5edf-4e1c-b247-407e3ee693c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510882 Apr 29 13:39:17.165699 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.provisioning_blocks [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] Transition to ACTIVE for port object a87f1bdb-98ec-4c53-8ce7-31121705382b will not be triggered until provisioned by entity L2. {{(pid=103548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:39:17.172763 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-609f1b27-3412-488a-89b1-a62eb371f4f7 req-2fe5e570-8352-4356-95da-d06427d38638 service neutron] 10.222.0.26 "GET /v2.0/networks/de63f86c-abd7-4e99-8233-b15887c4097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679556 Apr 29 13:39:17.178165 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (a87f1bdb-98ec-4c53-8ce7-31121705382b), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:17.352335 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] Attempting to bind port a87f1bdb-98ec-4c53-8ce7-31121705382b on host hv-cinder-83941 for vnic_type normal with profile {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:39:17.353045 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] Attempting to bind port a87f1bdb-98ec-4c53-8ce7-31121705382b by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a'}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:39:17.353273 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] Attempting to bind port a87f1bdb-98ec-4c53-8ce7-31121705382b on network e33719b8-e7d5-44c1-a89a-1ba0f8d4320a {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:39:17.367567 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5ec699b0-8359-4a1a-b8b0-9e0cad057782 req-3709b234-9616-425a-aa7a-28d60644d250 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 210 time: 0.1110759 Apr 29 13:39:17.376088 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] Port a87f1bdb-98ec-4c53-8ce7-31121705382b on network e33719b8-e7d5-44c1-a89a-1ba0f8d4320a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:39:17.376708 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] Attempting to bind port a87f1bdb-98ec-4c53-8ce7-31121705382b on network e33719b8-e7d5-44c1-a89a-1ba0f8d4320a {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:39:17.386349 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a87f1bdb-98ec-4c53-8ce7-31121705382b,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:17.391026 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] Checking agent: {'id': '54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'started_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:39:17.391344 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] Checking segment: {'id': '333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:39:17.391677 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] Bound using segment: {'id': '333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a'} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:39:17.392134 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] Bound port: a87f1bdb-98ec-4c53-8ce7-31121705382b, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a'}}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:39:17.392496 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (a87f1bdb-98ec-4c53-8ce7-31121705382b), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:17.446212 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11610f1-b71c-4c00-9d6d-b60e6c9f8249 req-601c6efc-6679-4c53-aa87-4df8ce3e68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:17.448018 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-b11610f1-b71c-4c00-9d6d-b60e6c9f8249 req-601c6efc-6679-4c53-aa87-4df8ce3e68f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3759587 Apr 29 13:39:17.452430 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-50eb27eb-8bba-42e4-bc08-0315f43581c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (22505bc1-3ce6-48bd-b206-84c83b28a22c), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:17.464960 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-50eb27eb-8bba-42e4-bc08-0315f43581c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:17.475385 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-50eb27eb-8bba-42e4-bc08-0315f43581c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22505bc1-3ce6-48bd-b206-84c83b28a22c HTTP/1.1" status: 204 len: 168 time: 0.7827594 Apr 29 13:39:17.601056 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] For port a87f1bdb-98ec-4c53-8ce7-31121705382b, host hv-cinder-83941, cleared binding levels {{(pid=103548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:39:17.614204 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb27eb-8bba-42e4-bc08-0315f43581c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22505bc1-3ce6-48bd-b206-84c83b28a22c,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:17.646415 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] For port a87f1bdb-98ec-4c53-8ce7-31121705382b, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=a87f1bdb-98ec-4c53-8ce7-31121705382b,segment=NetworkSegment(333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af),segment_id=333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af)] {{(pid=103548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:39:17.680853 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 517684f4-0812-471d-8b9e-174a4fa7ff45 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:39:17.770106 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (a87f1bdb-98ec-4c53-8ce7-31121705382b), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:17.793310 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-da9242a9-0e86-416f-8121-0cc033ccde3b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Allocated IP 172.20.0.7 (ee2b3ef3-3340-4760-a72b-28d6455d187a/0c3d70ba-2370-4119-a833-f968acf85dc2/b4f65152-9c3d-4bb6-b41a-1b545a64e3cc) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:39:17.998058 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-da9242a9-0e86-416f-8121-0cc033ccde3b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for port (b4f65152-9c3d-4bb6-b41a-1b545a64e3cc), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:18.011006 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 517684f4-0812-471d-8b9e-174a4fa7ff45, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=517684f4-0812-471d-8b9e-174a4fa7ff45,segment=NetworkSegment(333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af),segment_id=333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:18.041592 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-b11610f1-b71c-4c00-9d6d-b60e6c9f8249 req-f8689548-636d-42a6-b298-2158b527a5bd service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070457 Apr 29 13:39:18.046786 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-da9242a9-0e86-416f-8121-0cc033ccde3b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (b4f65152-9c3d-4bb6-b41a-1b545a64e3cc), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:18.102709 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:18.104081 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:18.107633 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] 10.222.0.26 "PUT /v2.0/ports/a87f1bdb-98ec-4c53-8ce7-31121705382b HTTP/1.1" status: 200 len: 1093 time: 2.7165062 Apr 29 13:39:18.113960 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e06b81e-6af6-4bda-9d20-8da35f21e8f2', 'tag': 'a87f1bdb-98ec-4c53-8ce7-31121705382b'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:39:18.120737 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40136658-48b8-49e1-a484-adbefd01abc3" -d '{"events": [{"name": "network-changed", "server_uuid": "6e06b81e-6af6-4bda-9d20-8da35f21e8f2", "tag": "a87f1bdb-98ec-4c53-8ce7-31121705382b"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:39:18.151507 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': '517684f4-0812-471d-8b9e-174a4fa7ff45', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'port_id': '517684f4-0812-471d-8b9e-174a4fa7ff45', 'mac_address': 'fa:16:3e:28:ab:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:39:18.166184 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:18.187229 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73008ec1-7394-4379-9eff-146416944951 req-a8d9c8d3-f87c-44a8-bc82-77a0c5e32872 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:18.211283 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-73008ec1-7394-4379-9eff-146416944951 req-a8d9c8d3-f87c-44a8-bc82-77a0c5e32872 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 943 time: 0.5273690 Apr 29 13:39:18.251756 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port 517684f4-0812-471d-8b9e-174a4fa7ff45 is: DOWN; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:39:18.253750 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (517684f4-0812-471d-8b9e-174a4fa7ff45), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:18.293256 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517684f4-0812-471d-8b9e-174a4fa7ff45 {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:39:18.311787 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-b11610f1-b71c-4c00-9d6d-b60e6c9f8249 req-5aabb70f-cb0f-40e2-8e56-e260979d57b0 service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619915 Apr 29 13:39:18.358033 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 517684f4-0812-471d-8b9e-174a4fa7ff45, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=517684f4-0812-471d-8b9e-174a4fa7ff45,segment=NetworkSegment(333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af),segment_id=333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:18.378340 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (517684f4-0812-471d-8b9e-174a4fa7ff45), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:18.379127 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device e3054fe0-cbcd-4612-851f-8e0bdd191d51 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:39:18.395723 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-47c571a3-238f-4c9a-a4b9-d807e91dd9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:18.397948 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-da9242a9-0e86-416f-8121-0cc033ccde3b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Network ee2b3ef3-3340-4760-a72b-28d6455d187a is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:39:18.402351 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-da9242a9-0e86-416f-8121-0cc033ccde3b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:39:18.407738 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-da9242a9-0e86-416f-8121-0cc033ccde3b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:39:18.409121 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-47c571a3-238f-4c9a-a4b9-d807e91dd9cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f16d4321a559404f9a2d7a6f38c752c1&device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 1127 time: 0.1963639 Apr 29 13:39:18.418896 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-da9242a9-0e86-416f-8121-0cc033ccde3b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:18.426700 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-da9242a9-0e86-416f-8121-0cc033ccde3b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:18.516206 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-da9242a9-0e86-416f-8121-0cc033ccde3b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9232674 Apr 29 13:39:18.525827 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9242a9-0e86-416f-8121-0cc033ccde3b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'Port': ['ID=b4f65152-9c3d-4bb6-b41a-1b545a64e3cc,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:18.571982 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] Request body: {'port': {'device_id': 'c6c8a6b6-8bd0-4011-920e-0027c76c0fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:39:18.650125 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.db.resource_extend [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:39:18.672582 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 40340) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:18.711337 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-40d9bd45-29e4-4f93-a763-3e9aca4f45e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:18.727450 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=517684f4-0812-471d-8b9e-174a4fa7ff45,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:18.815897 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb4e2c-817a-467f-a25f-07cf894555b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a87f1bdb-98ec-4c53-8ce7-31121705382b,revision_number=3']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:18.828147 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-adf72953-2e8b-4192-b111-b9dc82341e3f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a87f1bdb-98ec-4c53-8ce7-31121705382b HTTP/1.1" status: 200 len: 217 time: 0.3100932 Apr 29 13:39:18.872429 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (b4f65152-9c3d-4bb6-b41a-1b545a64e3cc), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:18.906451 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port e3054fe0-cbcd-4612-851f-8e0bdd191d51, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=e3054fe0-cbcd-4612-851f-8e0bdd191d51,segment=NetworkSegment(13f8d667-b379-4fff-be78-d96ecd0b0c09),segment_id=13f8d667-b379-4fff-be78-d96ecd0b0c09)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:18.909736 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-73008ec1-7394-4379-9eff-146416944951 req-94ac3d7e-1f1e-4b4d-9948-46f273b8d6cb tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936156 Apr 29 13:39:18.910227 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-36a5ea5a-78ca-4b26-91b6-23e0a7cb9f75 None None] Provisioning complete for port b4f65152-9c3d-4bb6-b41a-1b545a64e3cc triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:39:18.911012 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-36a5ea5a-78ca-4b26-91b6-23e0a7cb9f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (b4f65152-9c3d-4bb6-b41a-1b545a64e3cc), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:18.932798 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4ae36-4cc6-48d3-a6b1-98031bf3c9f5 req-a060cbcd-b49a-4fc6-9ff8-ab47d877f46f tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:18.950521 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-53c4ae36-4cc6-48d3-a6b1-98031bf3c9f5 req-a060cbcd-b49a-4fc6-9ff8-ab47d877f46f tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 944 time: 0.4658401 Apr 29 13:39:18.975321 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 40350) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:18.978251 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-8bcc2dbd-1f6e-466c-9510-446262bc228c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:18.981208 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-8bcc2dbd-1f6e-466c-9510-446262bc228c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59fa37f6-c5e6-406e-bd81-5f2770950e70 HTTP/1.1" status: 200 len: 857 time: 0.1434629 Apr 29 13:39:18.999999 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-36a5ea5a-78ca-4b26-91b6-23e0a7cb9f75 None None] Port b4f65152-9c3d-4bb6-b41a-1b545a64e3cc cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:39:19.013175 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': 'e3054fe0-cbcd-4612-851f-8e0bdd191d51', 'network_id': 'de63f86c-abd7-4e99-8233-b15887c4097c', 'port_id': 'e3054fe0-cbcd-4612-851f-8e0bdd191d51', 'mac_address': 'fa:16:3e:e3:6d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61a373e-fcaf-4f73-b500-c3bcf5323375', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:39:19.079897 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5973c92-03df-43c2-9afa-a7005cd65c67 x-openstack-request-id: req-e5973c92-03df-43c2-9afa-a7005cd65c67 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:39:19.081423 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e06b81e-6af6-4bda-9d20-8da35f21e8f2", "tag": "a87f1bdb-98ec-4c53-8ce7-31121705382b", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:39:19.081874 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5973c92-03df-43c2-9afa-a7005cd65c67 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:39:19.082308 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5973c92-03df-43c2-9afa-a7005cd65c67'] response: {'name': 'network-changed', 'server_uuid': '6e06b81e-6af6-4bda-9d20-8da35f21e8f2', 'tag': 'a87f1bdb-98ec-4c53-8ce7-31121705382b', 'status': 'completed', 'code': 200} Apr 29 13:39:19.093166 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port e3054fe0-cbcd-4612-851f-8e0bdd191d51 is: DOWN; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:39:19.093620 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (e3054fe0-cbcd-4612-851f-8e0bdd191d51), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:19.124470 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3054fe0-cbcd-4612-851f-8e0bdd191d51 {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:39:19.165934 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-40d9bd45-29e4-4f93-a763-3e9aca4f45e2 admin admin] Publish callbacks [] for security_group (da6353b5-0246-4f63-8628-e3ed4401dec7), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:19.176935 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port e3054fe0-cbcd-4612-851f-8e0bdd191d51, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=e3054fe0-cbcd-4612-851f-8e0bdd191d51,segment=NetworkSegment(13f8d667-b379-4fff-be78-d96ecd0b0c09),segment_id=13f8d667-b379-4fff-be78-d96ecd0b0c09)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:19.180779 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-40d9bd45-29e4-4f93-a763-3e9aca4f45e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (da6353b5-0246-4f63-8628-e3ed4401dec7), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:19.186385 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (e3054fe0-cbcd-4612-851f-8e0bdd191d51), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:19.207604 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0915df1-8c6d-4d71-beff-a2f8b84e14c2 req-1888b3b4-163b-4bd5-8be7-5043dbcb9a83 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:19.210034 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e0915df1-8c6d-4d71-beff-a2f8b84e14c2 req-1888b3b4-163b-4bd5-8be7-5043dbcb9a83 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 931 time: 0.0645235 Apr 29 13:39:19.211259 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-042f7760-304a-4d1b-9f27-b8624c5db95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:19.213678 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-042f7760-304a-4d1b-9f27-b8624c5db95b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2194963 Apr 29 13:39:19.217220 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-53c4ae36-4cc6-48d3-a6b1-98031bf3c9f5 req-594d6525-b1e4-4cb6-ba88-b2cb9e83fad7 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/security-groups?id=96724a3c-5edf-4e1c-b247-407e3ee693c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574840 Apr 29 13:39:19.251986 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-03166687-ee80-4633-83c5-a3da953f6c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:19.284894 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=e3054fe0-cbcd-4612-851f-8e0bdd191d51,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:19.316820 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-40d9bd45-29e4-4f93-a763-3e9aca4f45e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51b0ebcc754749ea939b722c6588b814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6370089 Apr 29 13:39:19.323169 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9bd45-29e4-4f93-a763-3e9aca4f45e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6353b5-0246-4f63-8628-e3ed4401dec7,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:19.327450 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 40362) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:19.385225 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e0915df1-8c6d-4d71-beff-a2f8b84e14c2 req-4ca7a529-cf78-435d-be03-478c268b8735 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fe23293-fc42-4bda-a7ac-9a71a53bf729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613841 Apr 29 13:39:19.433882 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-e3f3d6c4-70df-4c31-9d7c-c7a53155b42f service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065578 Apr 29 13:39:19.477290 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-5716de1d-0515-45a7-8c7b-13430797828d admin admin] Publish callbacks [] for security_group (da6353b5-0246-4f63-8628-e3ed4401dec7), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:19.577042 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-5716de1d-0515-45a7-8c7b-13430797828d admin admin] Publish callbacks [] for security_group (da6353b5-0246-4f63-8628-e3ed4401dec7), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:19.590339 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-03166687-ee80-4633-83c5-a3da953f6c91 admin admin] Publish callbacks [] for security_group (8135a7e6-bbdb-4172-8522-c90ef3f618af), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:19.599031 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['e3054fe0-cbcd-4612-851f-8e0bdd191d51'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:39:19.616661 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c8462dd3-16f8-4514-a186-cd503f4fbb06 req-4b37fb88-8fed-4e1e-a433-a027c0b690ed service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758773 Apr 29 13:39:19.616922 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-03166687-ee80-4633-83c5-a3da953f6c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (8135a7e6-bbdb-4172-8522-c90ef3f618af), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:19.624966 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f65152-9c3d-4bb6-b41a-1b545a64e3cc {{(pid=103547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:39:19.645766 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] Publish callbacks [] for port (b4f65152-9c3d-4bb6-b41a-1b545a64e3cc), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:19.691606 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['517684f4-0812-471d-8b9e-174a4fa7ff45'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:39:19.706767 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-03166687-ee80-4633-83c5-a3da953f6c91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aab1683f8a864b0b9e16ae4cca187515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7282038 Apr 29 13:39:19.710764 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.provisioning_blocks [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] Transition to ACTIVE for port object b4f65152-9c3d-4bb6-b41a-1b545a64e3cc will not be triggered until provisioned by entity L2. {{(pid=103547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:39:19.711228 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 40372) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:19.712045 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03166687-ee80-4633-83c5-a3da953f6c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8135a7e6-bbdb-4172-8522-c90ef3f618af,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:19.734444 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (b4f65152-9c3d-4bb6-b41a-1b545a64e3cc), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:19.855521 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-08cdc051-284f-4f56-aae6-652e964c07cf admin admin] Publish callbacks [] for security_group (8135a7e6-bbdb-4172-8522-c90ef3f618af), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:19.862784 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-5716de1d-0515-45a7-8c7b-13430797828d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (da6353b5-0246-4f63-8628-e3ed4401dec7), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:19.867507 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-5716de1d-0515-45a7-8c7b-13430797828d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:19.869156 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-5716de1d-0515-45a7-8c7b-13430797828d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da6353b5-0246-4f63-8628-e3ed4401dec7 HTTP/1.1" status: 204 len: 168 time: 0.5395598 Apr 29 13:39:19.904748 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] Attempting to bind port b4f65152-9c3d-4bb6-b41a-1b545a64e3cc on host hv-cinder-83941 for vnic_type normal with profile {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:39:19.906513 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] Attempting to bind port b4f65152-9c3d-4bb6-b41a-1b545a64e3cc by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:39:19.907613 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] Attempting to bind port b4f65152-9c3d-4bb6-b41a-1b545a64e3cc on network ee2b3ef3-3340-4760-a72b-28d6455d187a {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:39:19.929678 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] Port b4f65152-9c3d-4bb6-b41a-1b545a64e3cc on network ee2b3ef3-3340-4760-a72b-28d6455d187a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:39:19.932455 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] Attempting to bind port b4f65152-9c3d-4bb6-b41a-1b545a64e3cc on network ee2b3ef3-3340-4760-a72b-28d6455d187a {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:39:19.944995 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f65152-9c3d-4bb6-b41a-1b545a64e3cc,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:19.954377 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-08cdc051-284f-4f56-aae6-652e964c07cf admin admin] Publish callbacks [] for security_group (8135a7e6-bbdb-4172-8522-c90ef3f618af), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:19.959475 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] Checking agent: {'id': '54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'started_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:39:19.959877 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] Checking segment: {'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:39:19.960464 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] Bound using segment: {'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:39:19.960989 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] Bound port: b4f65152-9c3d-4bb6-b41a-1b545a64e3cc, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'}}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:39:19.961344 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (b4f65152-9c3d-4bb6-b41a-1b545a64e3cc), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:19.963622 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716de1d-0515-45a7-8c7b-13430797828d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6353b5-0246-4f63-8628-e3ed4401dec7,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:20.066431 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-08cdc051-284f-4f56-aae6-652e964c07cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (8135a7e6-bbdb-4172-8522-c90ef3f618af), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:20.071050 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-08cdc051-284f-4f56-aae6-652e964c07cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:20.072931 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-08cdc051-284f-4f56-aae6-652e964c07cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8135a7e6-bbdb-4172-8522-c90ef3f618af HTTP/1.1" status: 204 len: 168 time: 0.3583789 Apr 29 13:39:20.116692 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdc051-284f-4f56-aae6-652e964c07cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8135a7e6-bbdb-4172-8522-c90ef3f618af,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:20.154920 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] For port b4f65152-9c3d-4bb6-b41a-1b545a64e3cc, host hv-cinder-83941, cleared binding levels {{(pid=103547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:39:20.157458 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] For port b4f65152-9c3d-4bb6-b41a-1b545a64e3cc, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=b4f65152-9c3d-4bb6-b41a-1b545a64e3cc,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:39:20.167322 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (b4f65152-9c3d-4bb6-b41a-1b545a64e3cc), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:20.310299 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185515fe-29f9-43f7-9826-82f76e4e2024 req-7fb8f548-f9e1-4f02-8103-5fe38fbd99e6 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:20.324488 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-185515fe-29f9-43f7-9826-82f76e4e2024 req-7fb8f548-f9e1-4f02-8103-5fe38fbd99e6 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 943 time: 0.1274171 Apr 29 13:39:20.339312 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f65152-9c3d-4bb6-b41a-1b545a64e3cc,revision_number=3']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:20.366011 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:20.366937 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:20.368669 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-3a36f9f2-13dd-43d3-83c5-72a39a71bf64 service neutron] 10.222.0.26 "PUT /v2.0/ports/b4f65152-9c3d-4bb6-b41a-1b545a64e3cc HTTP/1.1" status: 200 len: 1093 time: 1.8233459 Apr 29 13:39:20.369393 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c8a6b6-8bd0-4011-920e-0027c76c0fa2', 'tag': 'b4f65152-9c3d-4bb6-b41a-1b545a64e3cc'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:39:20.374184 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4e47fc-95a9-429d-a438-fddbf9c1eff1" -d '{"events": [{"name": "network-changed", "server_uuid": "c6c8a6b6-8bd0-4011-920e-0027c76c0fa2", "tag": "b4f65152-9c3d-4bb6-b41a-1b545a64e3cc"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:39:20.471124 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:20.533793 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-185515fe-29f9-43f7-9826-82f76e4e2024 req-988a8ced-f3eb-4605-8d1e-043be4e852f0 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067387 Apr 29 13:39:20.544235 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40136658-48b8-49e1-a484-adbefd01abc3 req-2e16b42f-155e-4b78-94d0-a78bdf6e0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:20.546143 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-40136658-48b8-49e1-a484-adbefd01abc3 req-2e16b42f-155e-4b78-94d0-a78bdf6e0811 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f16d4321a559404f9a2d7a6f38c752c1&device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 1127 time: 0.1273103 Apr 29 13:39:20.561310 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39863a61-e3e7-40ab-b694-dc64ae2676af req-bb6a3e02-9842-4e03-9143-1ca44703b844 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:20.563403 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-39863a61-e3e7-40ab-b694-dc64ae2676af req-bb6a3e02-9842-4e03-9143-1ca44703b844 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 945 time: 0.1871037 Apr 29 13:39:20.640115 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab524512-600b-48ac-96f5-8ef9deaf62e2 x-openstack-request-id: req-ab524512-600b-48ac-96f5-8ef9deaf62e2 {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:39:20.642394 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6c8a6b6-8bd0-4011-920e-0027c76c0fa2", "tag": "b4f65152-9c3d-4bb6-b41a-1b545a64e3cc", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:39:20.642790 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab524512-600b-48ac-96f5-8ef9deaf62e2 {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:39:20.644341 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab524512-600b-48ac-96f5-8ef9deaf62e2'] response: {'name': 'network-changed', 'server_uuid': 'c6c8a6b6-8bd0-4011-920e-0027c76c0fa2', 'tag': 'b4f65152-9c3d-4bb6-b41a-1b545a64e3cc', 'status': 'completed', 'code': 200} Apr 29 13:39:20.699707 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-39863a61-e3e7-40ab-b694-dc64ae2676af req-84cbfcdc-8a11-4049-ae54-280e1d4b03a0 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/security-groups?id=96724a3c-5edf-4e1c-b247-407e3ee693c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203828 Apr 29 13:39:20.703060 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-72b81946-9604-4ca1-975d-183f6eda2e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:20.704784 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-72b81946-9604-4ca1-975d-183f6eda2e70 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ade3a9fb8cf84c3684a431096d529b75&device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 1127 time: 0.2511430 Apr 29 13:39:20.877783 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40136658-48b8-49e1-a484-adbefd01abc3 req-7bd0b9cf-29d5-4b06-9741-0c48601e12b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:20.886010 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-40136658-48b8-49e1-a484-adbefd01abc3 req-7bd0b9cf-29d5-4b06-9741-0c48601e12b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a HTTP/1.1" status: 200 len: 918 time: 0.3312845 Apr 29 13:39:20.910799 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-ddc748fd-0759-4b19-92bf-8ad521be3d92 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4f65152-9c3d-4bb6-b41a-1b545a64e3cc HTTP/1.1" status: 200 len: 217 time: 0.1076066 Apr 29 13:39:20.938352 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47f346-1b91-4ab1-b2e8-595982a74489 req-795c7766-0b3a-432e-8924-060e03f2b930 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:20.952893 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9a47f346-1b91-4ab1-b2e8-595982a74489 req-795c7766-0b3a-432e-8924-060e03f2b930 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 943 time: 0.2465589 Apr 29 13:39:20.984585 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-40136658-48b8-49e1-a484-adbefd01abc3 req-7b95ef36-9455-43c2-8378-7a261d22250a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a87f1bdb-98ec-4c53-8ce7-31121705382b HTTP/1.1" status: 200 len: 217 time: 0.0905025 Apr 29 13:39:21.063653 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-829d5598-7ced-4783-9941-cd4953a8ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:21.066879 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-829d5598-7ced-4783-9941-cd4953a8ecf5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c3d70ba-2370-4119-a833-f968acf85dc2 HTTP/1.1" status: 200 len: 853 time: 0.1103947 Apr 29 13:39:21.129481 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 40422) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:21.149180 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40136658-48b8-49e1-a484-adbefd01abc3 req-94dcba74-2c3a-4a6e-98a9-c6318b031f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:21.152936 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-40136658-48b8-49e1-a484-adbefd01abc3 req-94dcba74-2c3a-4a6e-98a9-c6318b031f71 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59fa37f6-c5e6-406e-bd81-5f2770950e70 HTTP/1.1" status: 200 len: 857 time: 0.1622100 Apr 29 13:39:21.180941 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-e80e7369-8909-4edb-a553-f0d2079d19ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:21.215046 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9a47f346-1b91-4ab1-b2e8-595982a74489 req-6752bad4-0603-47aa-b92b-1138952d9a55 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fe23293-fc42-4bda-a7ac-9a71a53bf729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2607479 Apr 29 13:39:21.217095 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-22fceda7-7430-4b84-820e-42d43a37d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:21.219713 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-22fceda7-7430-4b84-820e-42d43a37d154 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee2b3ef3-3340-4760-a72b-28d6455d187a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1442735 Apr 29 13:39:21.233250 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40136658-48b8-49e1-a484-adbefd01abc3 req-4e0333db-37c7-446d-a8c1-97a832648469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:21.235035 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-40136658-48b8-49e1-a484-adbefd01abc3 req-4e0333db-37c7-446d-a8c1-97a832648469 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0701408 Apr 29 13:39:21.323032 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 40428) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:21.426389 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-425ccd69-eee7-46e2-8afb-339111a236e1 service neutron] 10.222.0.26 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948590 Apr 29 13:39:21.485468 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-e80e7369-8909-4edb-a553-f0d2079d19ce admin admin] Publish callbacks [] for security_group (30e2c400-8cb4-4ba7-a99d-56b1b78f2dc2), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:21.488398 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:21.514758 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-e80e7369-8909-4edb-a553-f0d2079d19ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (30e2c400-8cb4-4ba7-a99d-56b1b78f2dc2), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:21.580172 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7ff33500-e2d4-4db9-93b7-7d4f39e36060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:21.610399 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-40136658-48b8-49e1-a484-adbefd01abc3 req-3b891f26-0172-4e01-b5b4-43339b027615 service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670909 Apr 29 13:39:21.611294 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-60ab2b88-5917-47d0-8fe6-cb5005b040ba req-2a7fdce1-9f02-4d29-9dc8-4803f08200a3 service neutron] 10.222.0.26 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782758 Apr 29 13:39:21.675350 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 517684f4-0812-471d-8b9e-174a4fa7ff45 up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:39:21.705076 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-e80e7369-8909-4edb-a553-f0d2079d19ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6db00e8c667a48239507d9a58f753e38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5733852 Apr 29 13:39:21.711229 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 40450) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:21.752735 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e7369-8909-4edb-a553-f0d2079d19ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e2c400-8cb4-4ba7-a99d-56b1b78f2dc2,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:21.815616 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9303f77-02f6-4518-b477-c77956afaf3a req-8e1eafc6-59cd-4da4-ae73-04f2fd6730e2 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:21.826362 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f9303f77-02f6-4518-b477-c77956afaf3a req-8e1eafc6-59cd-4da4-ae73-04f2fd6730e2 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 943 time: 0.1360552 Apr 29 13:39:21.859283 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning for port 517684f4-0812-471d-8b9e-174a4fa7ff45 completed by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:39:21.873418 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port 517684f4-0812-471d-8b9e-174a4fa7ff45 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:39:21.874067 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (517684f4-0812-471d-8b9e-174a4fa7ff45), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:21.969277 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8184076d-3562-49f2-a400-4c6f9eaba492 admin admin] Publish callbacks [] for security_group (30e2c400-8cb4-4ba7-a99d-56b1b78f2dc2), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:21.969414 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398e390-c7bf-45f2-b554-e462f6f7cf52 req-102f47f5-4edb-4195-8d95-84d1c2de974c tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:21.977906 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-40136658-48b8-49e1-a484-adbefd01abc3 req-bb8f2f77-409c-4945-83a3-2f0fbbab78a1 service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335102 Apr 29 13:39:21.978117 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8398e390-c7bf-45f2-b554-e462f6f7cf52 req-102f47f5-4edb-4195-8d95-84d1c2de974c tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 945 time: 0.1146057 Apr 29 13:39:21.985830 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f9303f77-02f6-4518-b477-c77956afaf3a req-854e3820-e23f-474c-a274-106c2ab9ad1c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585569 Apr 29 13:39:22.018149 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port 517684f4-0812-471d-8b9e-174a4fa7ff45 is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:39:22.018762 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (517684f4-0812-471d-8b9e-174a4fa7ff45), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:22.049000 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8184076d-3562-49f2-a400-4c6f9eaba492 admin admin] Publish callbacks [] for security_group (30e2c400-8cb4-4ba7-a99d-56b1b78f2dc2), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:22.059538 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba19c446-7cee-4bd7-bc10-70fe0ea5569e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517684f4-0812-471d-8b9e-174a4fa7ff45'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:39:22.078171 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8398e390-c7bf-45f2-b554-e462f6f7cf52 req-b94bffe7-fd2a-4e8e-ad92-764aca9a3a8a tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/security-groups?id=96724a3c-5edf-4e1c-b247-407e3ee693c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971210 Apr 29 13:39:22.118431 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7ff33500-e2d4-4db9-93b7-7d4f39e36060 admin admin] Publish callbacks [] for security_group (fbb13ec6-cd65-4241-820e-69c7dd4ffe7c), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:22.132607 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7ff33500-e2d4-4db9-93b7-7d4f39e36060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (fbb13ec6-cd65-4241-820e-69c7dd4ffe7c), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:22.161510 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 517684f4-0812-471d-8b9e-174a4fa7ff45, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=517684f4-0812-471d-8b9e-174a4fa7ff45,segment=NetworkSegment(333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af),segment_id=333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:22.180496 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (517684f4-0812-471d-8b9e-174a4fa7ff45), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:22.181458 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device e3054fe0-cbcd-4612-851f-8e0bdd191d51 up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:39:22.183620 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-7ff33500-e2d4-4db9-93b7-7d4f39e36060 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d33f85580678433c9f963b6adb341667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8593156 Apr 29 13:39:22.183776 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 40476) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:22.187597 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff33500-e2d4-4db9-93b7-7d4f39e36060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb13ec6-cd65-4241-820e-69c7dd4ffe7c,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:22.193967 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8184076d-3562-49f2-a400-4c6f9eaba492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (30e2c400-8cb4-4ba7-a99d-56b1b78f2dc2), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:22.197544 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8184076d-3562-49f2-a400-4c6f9eaba492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:22.203072 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-8184076d-3562-49f2-a400-4c6f9eaba492 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30e2c400-8cb4-4ba7-a99d-56b1b78f2dc2 HTTP/1.1" status: 204 len: 168 time: 0.4555922 Apr 29 13:39:22.215289 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184076d-3562-49f2-a400-4c6f9eaba492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e2c400-8cb4-4ba7-a99d-56b1b78f2dc2,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:22.278426 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5a3f0a47-b1d7-4037-8045-c8df701ad473 admin admin] Publish callbacks [] for security_group (fbb13ec6-cd65-4241-820e-69c7dd4ffe7c), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:22.308468 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5a3f0a47-b1d7-4037-8045-c8df701ad473 admin admin] Publish callbacks [] for security_group (fbb13ec6-cd65-4241-820e-69c7dd4ffe7c), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:22.309147 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=517684f4-0812-471d-8b9e-174a4fa7ff45,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:22.330443 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning for port e3054fe0-cbcd-4612-851f-8e0bdd191d51 completed by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:39:22.343320 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port e3054fe0-cbcd-4612-851f-8e0bdd191d51 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:39:22.345614 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (e3054fe0-cbcd-4612-851f-8e0bdd191d51), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:22.420023 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5a3f0a47-b1d7-4037-8045-c8df701ad473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (fbb13ec6-cd65-4241-820e-69c7dd4ffe7c), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:22.423175 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5a3f0a47-b1d7-4037-8045-c8df701ad473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:22.428281 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-5a3f0a47-b1d7-4037-8045-c8df701ad473 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbb13ec6-cd65-4241-820e-69c7dd4ffe7c HTTP/1.1" status: 204 len: 168 time: 0.2406471 Apr 29 13:39:22.450788 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87540662-1de7-458b-b924-9c4b613b211f req-48577650-e3e3-4fb8-a3e8-53287f62dc2c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:22.452531 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-87540662-1de7-458b-b924-9c4b613b211f req-48577650-e3e3-4fb8-a3e8-53287f62dc2c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 943 time: 0.0950594 Apr 29 13:39:22.453627 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f0a47-b1d7-4037-8045-c8df701ad473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb13ec6-cd65-4241-820e-69c7dd4ffe7c,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:22.459983 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bd90b2-7bdb-4e58-806a-ed021f946dd0" -d '{"events": [{"server_uuid": "ba19c446-7cee-4bd7-bc10-70fe0ea5569e", "name": "network-vif-plugged", "status": "completed", "tag": "517684f4-0812-471d-8b9e-174a4fa7ff45"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:39:22.461691 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e47fc-95a9-429d-a438-fddbf9c1eff1 req-f5df702c-da8c-4d21-bfae-81221392e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:22.463246 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1e4e47fc-95a9-429d-a438-fddbf9c1eff1 req-f5df702c-da8c-4d21-bfae-81221392e1b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ade3a9fb8cf84c3684a431096d529b75&device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 1127 time: 0.0762694 Apr 29 13:39:22.521856 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port e3054fe0-cbcd-4612-851f-8e0bdd191d51 is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:39:22.522801 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (e3054fe0-cbcd-4612-851f-8e0bdd191d51), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:22.571793 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-87540662-1de7-458b-b924-9c4b613b211f req-b1036432-b57a-4bc0-b448-d7dcd37096ba tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fe23293-fc42-4bda-a7ac-9a71a53bf729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087465 Apr 29 13:39:22.573678 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port e3054fe0-cbcd-4612-851f-8e0bdd191d51, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=e3054fe0-cbcd-4612-851f-8e0bdd191d51,segment=NetworkSegment(13f8d667-b379-4fff-be78-d96ecd0b0c09),segment_id=13f8d667-b379-4fff-be78-d96ecd0b0c09)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:22.580610 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (e3054fe0-cbcd-4612-851f-8e0bdd191d51), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:22.637242 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e47fc-95a9-429d-a438-fddbf9c1eff1 req-9f367c74-e4a2-4454-be05-6afd99ab5f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:22.638975 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1e4e47fc-95a9-429d-a438-fddbf9c1eff1 req-9f367c74-e4a2-4454-be05-6afd99ab5f16 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee2b3ef3-3340-4760-a72b-28d6455d187a HTTP/1.1" status: 200 len: 914 time: 0.1683743 Apr 29 13:39:22.651343 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=e3054fe0-cbcd-4612-851f-8e0bdd191d51,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:22.695545 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1e4e47fc-95a9-429d-a438-fddbf9c1eff1 req-f08e9d3d-853f-4a63-b472-5c7b79b87a12 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4f65152-9c3d-4bb6-b41a-1b545a64e3cc HTTP/1.1" status: 200 len: 217 time: 0.0501487 Apr 29 13:39:22.759086 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e47fc-95a9-429d-a438-fddbf9c1eff1 req-6482b42e-8e32-4c19-95f9-40c26d7987b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:22.761292 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1e4e47fc-95a9-429d-a438-fddbf9c1eff1 req-6482b42e-8e32-4c19-95f9-40c26d7987b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c3d70ba-2370-4119-a833-f968acf85dc2 HTTP/1.1" status: 200 len: 853 time: 0.0600016 Apr 29 13:39:22.814671 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e47fc-95a9-429d-a438-fddbf9c1eff1 req-dfe2da2c-542d-49cb-a03a-45371acc2989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:22.816284 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1e4e47fc-95a9-429d-a438-fddbf9c1eff1 req-dfe2da2c-542d-49cb-a03a-45371acc2989 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee2b3ef3-3340-4760-a72b-28d6455d187a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0494850 Apr 29 13:39:22.921527 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d59ed9-a229-4ecc-8049-a6ca5c082486 x-openstack-request-id: req-a0d59ed9-a229-4ecc-8049-a6ca5c082486 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:39:22.922025 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba19c446-7cee-4bd7-bc10-70fe0ea5569e", "name": "network-vif-plugged", "status": "completed", "tag": "517684f4-0812-471d-8b9e-174a4fa7ff45", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:39:22.922471 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0d59ed9-a229-4ecc-8049-a6ca5c082486 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:39:22.923100 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d59ed9-a229-4ecc-8049-a6ca5c082486'] response: {'server_uuid': 'ba19c446-7cee-4bd7-bc10-70fe0ea5569e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517684f4-0812-471d-8b9e-174a4fa7ff45', 'code': 200} Apr 29 13:39:22.961552 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1e4e47fc-95a9-429d-a438-fddbf9c1eff1 req-ac01b3f9-f1e1-49ed-9b25-a9c82c389d97 service neutron] 10.222.0.26 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381834 Apr 29 13:39:23.175598 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1e4e47fc-95a9-429d-a438-fddbf9c1eff1 req-256e93bc-e3de-4231-b7a9-0cdf2e4bc823 service neutron] 10.222.0.26 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083347 Apr 29 13:39:23.271473 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb89bfc-7434-45be-9d2a-7506f221e0e4 req-af7edf0b-a7f2-4e3d-8ed6-9d83e1d03445 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:23.273821 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-deb89bfc-7434-45be-9d2a-7506f221e0e4 req-af7edf0b-a7f2-4e3d-8ed6-9d83e1d03445 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 943 time: 0.1149085 Apr 29 13:39:23.295617 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a82f6-0b9f-4604-9009-c7bad1a62f93 req-bfd258b1-e781-4612-b184-afece84b06bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:23.297182 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-b09a82f6-0b9f-4604-9009-c7bad1a62f93 req-bfd258b1-e781-4612-b184-afece84b06bc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 1129 time: 0.1056268 Apr 29 13:39:23.324894 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fa07b-9767-4b42-b1d6-d014e0eaeff3 req-3ba42691-0cdd-4af4-ba2a-3e8ca3641333 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:23.326152 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-b09a82f6-0b9f-4604-9009-c7bad1a62f93 req-fddbccad-78f7-46df-8095-fe48ea6be475 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:23.326853 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f37fa07b-9767-4b42-b1d6-d014e0eaeff3 req-3ba42691-0cdd-4af4-ba2a-3e8ca3641333 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 946 time: 0.0519273 Apr 29 13:39:23.438133 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f37fa07b-9767-4b42-b1d6-d014e0eaeff3 req-a0bd59a7-0011-4ca3-9451-eec55a7f27c4 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/security-groups?id=96724a3c-5edf-4e1c-b247-407e3ee693c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017985 Apr 29 13:39:23.450916 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-deb89bfc-7434-45be-9d2a-7506f221e0e4 req-d47b6da1-00b0-4573-827f-f81763462fdb tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228716 Apr 29 13:39:23.533939 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-b09a82f6-0b9f-4604-9009-c7bad1a62f93 req-fddbccad-78f7-46df-8095-fe48ea6be475 service neutron] Publish callbacks [] for security_group (3761fed5-5fd6-434c-a630-52433eed8fcc), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:23.543683 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-b09a82f6-0b9f-4604-9009-c7bad1a62f93 req-fddbccad-78f7-46df-8095-fe48ea6be475 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (3761fed5-5fd6-434c-a630-52433eed8fcc), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:23.617353 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-b09a82f6-0b9f-4604-9009-c7bad1a62f93 req-fddbccad-78f7-46df-8095-fe48ea6be475 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132293 Apr 29 13:39:23.618142 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbccad-78f7-46df-8095-fe48ea6be475 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3761fed5-5fd6-434c-a630-52433eed8fcc,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:23.684107 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device a87f1bdb-98ec-4c53-8ce7-31121705382b details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:39:23.747403 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a8d67-4264-433c-9297-fd46856c5d1d req-a8627257-f89b-46cf-838d-15863c74acd6 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:23.749270 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-356a8d67-4264-433c-9297-fd46856c5d1d req-a8627257-f89b-46cf-838d-15863c74acd6 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 943 time: 0.0710337 Apr 29 13:39:23.827252 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-356a8d67-4264-433c-9297-fd46856c5d1d req-854a390e-57e5-4eea-9b1b-6bcd69178107 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fe23293-fc42-4bda-a7ac-9a71a53bf729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698495 Apr 29 13:39:23.872783 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port a87f1bdb-98ec-4c53-8ce7-31121705382b, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=a87f1bdb-98ec-4c53-8ce7-31121705382b,segment=NetworkSegment(333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af),segment_id=333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:23.887392 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': 'a87f1bdb-98ec-4c53-8ce7-31121705382b', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'port_id': 'a87f1bdb-98ec-4c53-8ce7-31121705382b', 'mac_address': 'fa:16:3e:8e:d3:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:39:23.935945 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port a87f1bdb-98ec-4c53-8ce7-31121705382b is: DOWN; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:39:23.936340 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (a87f1bdb-98ec-4c53-8ce7-31121705382b), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:23.954635 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87f1bdb-98ec-4c53-8ce7-31121705382b {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:39:23.988811 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port a87f1bdb-98ec-4c53-8ce7-31121705382b, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=a87f1bdb-98ec-4c53-8ce7-31121705382b,segment=NetworkSegment(333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af),segment_id=333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:23.998570 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (a87f1bdb-98ec-4c53-8ce7-31121705382b), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:24.066730 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=a87f1bdb-98ec-4c53-8ce7-31121705382b,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:24.221082 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['a87f1bdb-98ec-4c53-8ce7-31121705382b'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:39:24.644912 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111aed5f-e017-43b6-bd78-575444076a70 req-0e1961a5-64b1-4a47-92f3-169c7dc2e2f1 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:24.647515 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-111aed5f-e017-43b6-bd78-575444076a70 req-0e1961a5-64b1-4a47-92f3-169c7dc2e2f1 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 946 time: 0.1114063 Apr 29 13:39:24.671812 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946593a8-e664-4fde-a157-ccf86b1c3861 req-730877d0-d22a-4afb-83f7-461a7c77bf84 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:24.673793 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-946593a8-e664-4fde-a157-ccf86b1c3861 req-730877d0-d22a-4afb-83f7-461a7c77bf84 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 944 time: 0.1016164 Apr 29 13:39:24.686692 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 40600) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:24.749889 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-111aed5f-e017-43b6-bd78-575444076a70 req-3ad15bef-b7b7-4ba4-8130-2573664a7158 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/security-groups?id=96724a3c-5edf-4e1c-b247-407e3ee693c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951447 Apr 29 13:39:24.754191 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-946593a8-e664-4fde-a157-ccf86b1c3861 req-99af0d02-c0db-4e0f-b092-cd94277d2df2 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727317 Apr 29 13:39:24.928336 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681652c0-4800-4a16-b8c8-a484a6398a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3054fe0-cbcd-4612-851f-8e0bdd191d51'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:39:24.930623 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d9a837-a0a9-4cc2-94f8-8a4d2d4e2d64" -d '{"events": [{"server_uuid": "681652c0-4800-4a16-b8c8-a484a6398a62", "name": "network-vif-plugged", "status": "completed", "tag": "e3054fe0-cbcd-4612-851f-8e0bdd191d51"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:39:24.996233 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a4c682-44b1-41bb-9365-b50c9bf49621 x-openstack-request-id: req-91a4c682-44b1-41bb-9365-b50c9bf49621 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:39:24.996549 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681652c0-4800-4a16-b8c8-a484a6398a62", "name": "network-vif-plugged", "status": "completed", "tag": "e3054fe0-cbcd-4612-851f-8e0bdd191d51", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:39:24.997015 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91a4c682-44b1-41bb-9365-b50c9bf49621 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:39:24.997566 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91a4c682-44b1-41bb-9365-b50c9bf49621'] response: {'server_uuid': '681652c0-4800-4a16-b8c8-a484a6398a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3054fe0-cbcd-4612-851f-8e0bdd191d51', 'code': 200} Apr 29 13:39:25.048449 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e11f9d-4e30-44f6-b7be-f228bfc4f9fd req-daa2c2e7-ca73-47a1-bfcf-615ac514a80c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:25.058256 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-36e11f9d-4e30-44f6-b7be-f228bfc4f9fd req-daa2c2e7-ca73-47a1-bfcf-615ac514a80c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 943 time: 0.1312187 Apr 29 13:39:25.137608 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-36e11f9d-4e30-44f6-b7be-f228bfc4f9fd req-516ec21f-3755-4bdd-808c-503f11dd5ab2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fe23293-fc42-4bda-a7ac-9a71a53bf729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778813 Apr 29 13:39:25.239472 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-0d8ead74-6d27-42b7-9412-09266926c428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:25.521978 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-0d8ead74-6d27-42b7-9412-09266926c428 admin admin] Publish callbacks [] for security_group (75e60407-3b65-4029-829f-e493ef20fde7), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:25.530439 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-0d8ead74-6d27-42b7-9412-09266926c428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (75e60407-3b65-4029-829f-e493ef20fde7), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:25.625442 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-0d8ead74-6d27-42b7-9412-09266926c428 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d7f9c4553c94d9db13db1b99a4a4f5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9373603 Apr 29 13:39:25.627895 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 40636) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:25.634726 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ead74-6d27-42b7-9412-09266926c428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e60407-3b65-4029-829f-e493ef20fde7,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:25.717955 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device b4f65152-9c3d-4bb6-b41a-1b545a64e3cc details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:39:25.732260 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device a87f1bdb-98ec-4c53-8ce7-31121705382b up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:39:25.755103 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-833d521e-0adb-45a1-bcd2-57fb2d4c1a56 admin admin] Publish callbacks [] for security_group (75e60407-3b65-4029-829f-e493ef20fde7), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:25.913305 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-833d521e-0adb-45a1-bcd2-57fb2d4c1a56 admin admin] Publish callbacks [] for security_group (75e60407-3b65-4029-829f-e493ef20fde7), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:25.922730 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e6d1b-4b29-4ee9-b6fd-bfac60efcf0c req-9485b4f7-eff5-41b5-a0d9-04070542fa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:25.926430 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-680e6d1b-4b29-4ee9-b6fd-bfac60efcf0c req-9485b4f7-eff5-41b5-a0d9-04070542fa25 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 1130 time: 0.2044966 Apr 29 13:39:25.975860 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136adfe-df95-43c6-a38c-863598fe551e req-1446a966-6f38-4523-9bff-ed625123d808 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:25.987649 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2136adfe-df95-43c6-a38c-863598fe551e req-1446a966-6f38-4523-9bff-ed625123d808 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 946 time: 0.0784888 Apr 29 13:39:26.014257 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning for port a87f1bdb-98ec-4c53-8ce7-31121705382b completed by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:39:26.034788 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port a87f1bdb-98ec-4c53-8ce7-31121705382b triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:39:26.035327 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (a87f1bdb-98ec-4c53-8ce7-31121705382b), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:26.082536 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-680e6d1b-4b29-4ee9-b6fd-bfac60efcf0c req-adf4527c-8f7f-45ce-a8e6-5185151723c9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=96724a3c-5edf-4e1c-b247-407e3ee693c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411076 Apr 29 13:39:26.104398 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port b4f65152-9c3d-4bb6-b41a-1b545a64e3cc, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=b4f65152-9c3d-4bb6-b41a-1b545a64e3cc,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:26.116530 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-833d521e-0adb-45a1-bcd2-57fb2d4c1a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (75e60407-3b65-4029-829f-e493ef20fde7), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:26.127067 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-833d521e-0adb-45a1-bcd2-57fb2d4c1a56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:26.130803 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': 'b4f65152-9c3d-4bb6-b41a-1b545a64e3cc', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'port_id': 'b4f65152-9c3d-4bb6-b41a-1b545a64e3cc', 'mac_address': 'fa:16:3e:c3:ea:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:39:26.135727 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-833d521e-0adb-45a1-bcd2-57fb2d4c1a56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75e60407-3b65-4029-829f-e493ef20fde7 HTTP/1.1" status: 204 len: 168 time: 0.5065250 Apr 29 13:39:26.143772 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2136adfe-df95-43c6-a38c-863598fe551e req-10294269-1150-4fa7-ab95-7f8e7ff4164d tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/security-groups?id=96724a3c-5edf-4e1c-b247-407e3ee693c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518018 Apr 29 13:39:26.155175 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0880698-552d-4099-acd0-04c785a1ae3a req-b3dc9e24-2575-4cb8-8fe2-0291d30ea879 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:26.159670 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d521e-0adb-45a1-bcd2-57fb2d4c1a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e60407-3b65-4029-829f-e493ef20fde7,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:26.169367 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c0880698-552d-4099-acd0-04c785a1ae3a req-b3dc9e24-2575-4cb8-8fe2-0291d30ea879 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 944 time: 0.1767848 Apr 29 13:39:26.243069 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port b4f65152-9c3d-4bb6-b41a-1b545a64e3cc is: DOWN; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:39:26.243605 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (b4f65152-9c3d-4bb6-b41a-1b545a64e3cc), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:26.313495 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f65152-9c3d-4bb6-b41a-1b545a64e3cc {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:39:26.335980 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port b4f65152-9c3d-4bb6-b41a-1b545a64e3cc, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=b4f65152-9c3d-4bb6-b41a-1b545a64e3cc,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:26.336880 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c0880698-552d-4099-acd0-04c785a1ae3a req-f671e606-a9ca-4ca8-b31b-43bf50aea9e1 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660533 Apr 29 13:39:26.342949 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (b4f65152-9c3d-4bb6-b41a-1b545a64e3cc), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:26.366369 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cd752-a952-4678-8198-7ad8169ff96a req-49d9da17-0b96-42a5-80f0-574a5b6211bd tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:26.369269 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-213cd752-a952-4678-8198-7ad8169ff96a req-49d9da17-0b96-42a5-80f0-574a5b6211bd tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 943 time: 0.1415493 Apr 29 13:39:26.391513 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port a87f1bdb-98ec-4c53-8ce7-31121705382b is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:39:26.392485 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (a87f1bdb-98ec-4c53-8ce7-31121705382b), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:26.456243 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port a87f1bdb-98ec-4c53-8ce7-31121705382b, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=a87f1bdb-98ec-4c53-8ce7-31121705382b,segment=NetworkSegment(333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af),segment_id=333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:26.464892 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=b4f65152-9c3d-4bb6-b41a-1b545a64e3cc,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:26.476195 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (a87f1bdb-98ec-4c53-8ce7-31121705382b), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:26.530904 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-213cd752-a952-4678-8198-7ad8169ff96a req-079e06f0-dc66-472c-b45f-90497334c55a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fe23293-fc42-4bda-a7ac-9a71a53bf729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526649 Apr 29 13:39:26.573119 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=a87f1bdb-98ec-4c53-8ce7-31121705382b,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:26.657492 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['b4f65152-9c3d-4bb6-b41a-1b545a64e3cc'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:39:26.878547 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 40686) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:26.897859 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a62e97a6-6275-44d8-b1cf-9d4ac0e0bac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:26.998897 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e06b81e-6af6-4bda-9d20-8da35f21e8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87f1bdb-98ec-4c53-8ce7-31121705382b'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:39:27.001350 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37dc2ed-eea8-483f-b1a7-691ee1d270e4" -d '{"events": [{"server_uuid": "6e06b81e-6af6-4bda-9d20-8da35f21e8f2", "name": "network-vif-plugged", "status": "completed", "tag": "a87f1bdb-98ec-4c53-8ce7-31121705382b"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:39:27.047236 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a62e97a6-6275-44d8-b1cf-9d4ac0e0bac1 admin admin] Publish callbacks [] for security_group (089f4b79-2f5a-4dc3-a606-39fb4e083a34), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:27.054491 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a62e97a6-6275-44d8-b1cf-9d4ac0e0bac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (089f4b79-2f5a-4dc3-a606-39fb4e083a34), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:27.101335 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c81d2d-d01e-4d5d-9d93-9d13d261aa0c x-openstack-request-id: req-92c81d2d-d01e-4d5d-9d93-9d13d261aa0c {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:39:27.102164 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e06b81e-6af6-4bda-9d20-8da35f21e8f2", "name": "network-vif-plugged", "status": "completed", "tag": "a87f1bdb-98ec-4c53-8ce7-31121705382b", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:39:27.102164 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92c81d2d-d01e-4d5d-9d93-9d13d261aa0c {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:39:27.102164 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92c81d2d-d01e-4d5d-9d93-9d13d261aa0c'] response: {'server_uuid': '6e06b81e-6af6-4bda-9d20-8da35f21e8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87f1bdb-98ec-4c53-8ce7-31121705382b', 'code': 200} Apr 29 13:39:27.112402 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e97a6-6275-44d8-b1cf-9d4ac0e0bac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089f4b79-2f5a-4dc3-a606-39fb4e083a34,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:27.120727 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-a62e97a6-6275-44d8-b1cf-9d4ac0e0bac1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5890a7ff1b25448d91803fcb62c33ff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387826 Apr 29 13:39:27.123693 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 40698) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:27.237792 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9e8b48b4-7128-473c-96f5-518eb5f1aba7 admin admin] Publish callbacks [] for security_group (089f4b79-2f5a-4dc3-a606-39fb4e083a34), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:27.326819 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9e8b48b4-7128-473c-96f5-518eb5f1aba7 admin admin] Publish callbacks [] for security_group (089f4b79-2f5a-4dc3-a606-39fb4e083a34), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:27.478309 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf94261-cdc2-4015-a0ef-f4f8c00bf9be req-6471339e-2fac-4312-8e30-9796f6a41240 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:27.481511 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3bf94261-cdc2-4015-a0ef-f4f8c00bf9be req-6471339e-2fac-4312-8e30-9796f6a41240 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 946 time: 0.1341178 Apr 29 13:39:27.639983 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9e8b48b4-7128-473c-96f5-518eb5f1aba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (089f4b79-2f5a-4dc3-a606-39fb4e083a34), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:27.647157 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9e8b48b4-7128-473c-96f5-518eb5f1aba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:27.660379 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-9e8b48b4-7128-473c-96f5-518eb5f1aba7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/089f4b79-2f5a-4dc3-a606-39fb4e083a34 HTTP/1.1" status: 204 len: 168 time: 0.5342822 Apr 29 13:39:27.699795 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59d8a0-7762-4ca6-b374-e60771b15f4b req-7002b913-9317-4d22-8b15-4536bf01063f tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:27.702553 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-bd59d8a0-7762-4ca6-b374-e60771b15f4b req-7002b913-9317-4d22-8b15-4536bf01063f tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.1826096 Apr 29 13:39:27.708349 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3bf94261-cdc2-4015-a0ef-f4f8c00bf9be req-9e3a76bf-a15b-4324-ab4e-97fd1c6585e7 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/security-groups?id=96724a3c-5edf-4e1c-b247-407e3ee693c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196860 Apr 29 13:39:27.710435 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b48b4-7128-473c-96f5-518eb5f1aba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089f4b79-2f5a-4dc3-a606-39fb4e083a34,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:27.726223 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device b4f65152-9c3d-4bb6-b41a-1b545a64e3cc up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:39:27.872441 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-bd59d8a0-7762-4ca6-b374-e60771b15f4b req-d66f1ed1-e2e1-47a9-a18a-7d8439c6904f tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535969 Apr 29 13:39:28.064613 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning for port b4f65152-9c3d-4bb6-b41a-1b545a64e3cc completed by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:39:28.090228 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port b4f65152-9c3d-4bb6-b41a-1b545a64e3cc triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:39:28.090828 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (b4f65152-9c3d-4bb6-b41a-1b545a64e3cc), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:28.097759 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2055ff-ca11-45d5-b04d-adb8244de967 req-bc3bb661-0cd8-40ba-99ab-caf5e9780859 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:28.101432 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ac2055ff-ca11-45d5-b04d-adb8244de967 req-bc3bb661-0cd8-40ba-99ab-caf5e9780859 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 944 time: 0.2156463 Apr 29 13:39:28.295997 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07f2f0-b2bf-446f-abe2-a7ab0cada3a5 req-fc6a9c03-b823-4c88-a269-e928fa0519d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:28.308074 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ac2055ff-ca11-45d5-b04d-adb8244de967 req-6f43ef11-5b55-4793-a43b-7161d6d7b41d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fe23293-fc42-4bda-a7ac-9a71a53bf729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786189 Apr 29 13:39:28.309590 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-6f07f2f0-b2bf-446f-abe2-a7ab0cada3a5 req-fc6a9c03-b823-4c88-a269-e928fa0519d0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 1129 time: 0.2011464 Apr 29 13:39:28.328084 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port b4f65152-9c3d-4bb6-b41a-1b545a64e3cc is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:39:28.329422 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (b4f65152-9c3d-4bb6-b41a-1b545a64e3cc), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:28.410830 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port b4f65152-9c3d-4bb6-b41a-1b545a64e3cc, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=b4f65152-9c3d-4bb6-b41a-1b545a64e3cc,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:28.416926 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (b4f65152-9c3d-4bb6-b41a-1b545a64e3cc), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:28.459329 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-6f07f2f0-b2bf-446f-abe2-a7ab0cada3a5 req-5bdcda91-5385-476b-9e34-3b18c3592d3d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478920 Apr 29 13:39:28.466250 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:39:28.538078 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=b4f65152-9c3d-4bb6-b41a-1b545a64e3cc,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:28.954102 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a41d4-caaa-47bf-aab7-baa75cf3decc req-55c87ed6-a21d-42e7-b65d-4d3c364ca77f tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:28.963732 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e72a41d4-caaa-47bf-aab7-baa75cf3decc req-55c87ed6-a21d-42e7-b65d-4d3c364ca77f tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 946 time: 0.0878217 Apr 29 13:39:29.066072 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e72a41d4-caaa-47bf-aab7-baa75cf3decc req-e98e56b1-8b80-4638-823e-7536b21ca18b tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/security-groups?id=96724a3c-5edf-4e1c-b247-407e3ee693c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008430 Apr 29 13:39:29.103810 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c8a6b6-8bd0-4011-920e-0027c76c0fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f65152-9c3d-4bb6-b41a-1b545a64e3cc'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:39:29.108181 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657cd3fb-3e78-443e-a6b8-f25416722349" -d '{"events": [{"server_uuid": "c6c8a6b6-8bd0-4011-920e-0027c76c0fa2", "name": "network-vif-plugged", "status": "completed", "tag": "b4f65152-9c3d-4bb6-b41a-1b545a64e3cc"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:39:29.164777 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc92f3-0228-485e-9fe5-7e89e6a1f8e9 req-4e95fcc5-cd5f-45eb-8218-ccabf5e0e8c0 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:29.172312 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3ccc92f3-0228-485e-9fe5-7e89e6a1f8e9 req-4e95fcc5-cd5f-45eb-8218-ccabf5e0e8c0 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.1218748 Apr 29 13:39:29.198137 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9321cf6e-7562-47a5-8055-271ea7015c26 x-openstack-request-id: req-9321cf6e-7562-47a5-8055-271ea7015c26 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:39:29.199151 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c8a6b6-8bd0-4011-920e-0027c76c0fa2", "name": "network-vif-plugged", "status": "completed", "tag": "b4f65152-9c3d-4bb6-b41a-1b545a64e3cc", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:39:29.199877 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9321cf6e-7562-47a5-8055-271ea7015c26 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:39:29.200828 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9321cf6e-7562-47a5-8055-271ea7015c26'] response: {'server_uuid': 'c6c8a6b6-8bd0-4011-920e-0027c76c0fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f65152-9c3d-4bb6-b41a-1b545a64e3cc', 'code': 200} Apr 29 13:39:29.276444 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3ccc92f3-0228-485e-9fe5-7e89e6a1f8e9 req-a8fe6ff4-d133-4aa4-85a3-5882a31802d9 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027355 Apr 29 13:39:29.583868 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c99d0-c49f-429a-93fb-6703bd0875a3 req-fc374346-fb4a-4917-bd1a-003a6c3506e6 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:29.593477 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3e5c99d0-c49f-429a-93fb-6703bd0875a3 req-fc374346-fb4a-4917-bd1a-003a6c3506e6 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 945 time: 0.1115746 Apr 29 13:39:29.665028 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3e5c99d0-c49f-429a-93fb-6703bd0875a3 req-6ef97230-909d-41d0-8f3b-ae4175e9a122 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fe23293-fc42-4bda-a7ac-9a71a53bf729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704446 Apr 29 13:39:30.157327 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da472b-ea88-44b5-ba0e-c33a9b6b3bdd req-bd67cfe4-bb3c-40a0-9f89-ed681cc9c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:30.159059 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-46da472b-ea88-44b5-ba0e-c33a9b6b3bdd req-bd67cfe4-bb3c-40a0-9f89-ed681cc9c1ba service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 1129 time: 0.0955057 Apr 29 13:39:30.301045 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-46da472b-ea88-44b5-ba0e-c33a9b6b3bdd req-5efc50a7-1ad6-40ad-a637-3bae81ad5248 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6fe23293-fc42-4bda-a7ac-9a71a53bf729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281290 Apr 29 13:39:30.606723 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ba09e-49d7-49da-bced-70716c38b844 req-74755fb2-7eb0-4d3a-b0ce-74306cdf6d48 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:30.608628 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-422ba09e-49d7-49da-bced-70716c38b844 req-74755fb2-7eb0-4d3a-b0ce-74306cdf6d48 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.2441306 Apr 29 13:39:30.736917 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-422ba09e-49d7-49da-bced-70716c38b844 req-b23a4709-39c6-45ee-9bfd-1403d75a1fdc tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140211 Apr 29 13:39:30.915051 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c96955-4745-45da-b40d-e535594bbec9 req-77d41aa4-55c2-46ef-80e7-600f9736e8a4 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:30.922985 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a7c96955-4745-45da-b40d-e535594bbec9 req-77d41aa4-55c2-46ef-80e7-600f9736e8a4 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 945 time: 0.1230412 Apr 29 13:39:31.008248 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a7c96955-4745-45da-b40d-e535594bbec9 req-99911ed1-613c-4cd3-80ae-2b500125b19b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fe23293-fc42-4bda-a7ac-9a71a53bf729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840917 Apr 29 13:39:31.053847 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:31.190665 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-5c84d75a-db54-480e-9c31-87e3d3b22915 req-e161a237-21d7-413a-b695-9046aaa3e368 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0877335 Apr 29 13:39:31.452624 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84d75a-db54-480e-9c31-87e3d3b22915 req-ea8d6dad-6cb6-4beb-bba8-688de7f0e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:31.455491 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-5c84d75a-db54-480e-9c31-87e3d3b22915 req-ea8d6dad-6cb6-4beb-bba8-688de7f0e216 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1e02b3b3603a44e08637b77e265f1c2a&device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 1130 time: 0.1518860 Apr 29 13:39:31.567417 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93104f6-8fb0-4021-9cf4-4cba2edb18ea req-2b2ec991-5738-4a3b-8cf6-81978d5598d7 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:31.571961 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e93104f6-8fb0-4021-9cf4-4cba2edb18ea req-2b2ec991-5738-4a3b-8cf6-81978d5598d7 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.1431417 Apr 29 13:39:31.644755 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e93104f6-8fb0-4021-9cf4-4cba2edb18ea req-9a0144b1-a3a4-497c-8448-aeddc830907d tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632398 Apr 29 13:39:31.813566 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 40952) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:32.017232 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3fd148d8-29d8-4f53-b6a0-76bf896dfbf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:32.148557 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57491274-e838-463f-8029-7a6375afdcfe req-00457dc0-c533-4ec1-a5ed-6f3d3d67f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:32.151289 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-57491274-e838-463f-8029-7a6375afdcfe req-00457dc0-c533-4ec1-a5ed-6f3d3d67f8df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f16d4321a559404f9a2d7a6f38c752c1&device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 1129 time: 0.2373378 Apr 29 13:39:32.430840 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84d75a-db54-480e-9c31-87e3d3b22915 req-d340d6ae-86f7-4015-917d-61769d49ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:32.432467 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-5c84d75a-db54-480e-9c31-87e3d3b22915 req-d340d6ae-86f7-4015-917d-61769d49ddb1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=de63f86c-abd7-4e99-8233-b15887c4097c HTTP/1.1" status: 200 len: 912 time: 0.5124390 Apr 29 13:39:32.450550 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352f164-3558-4e58-a5af-7c69f270b97e req-fc548164-a961-4903-8e1e-822b14bec2dd tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:32.452919 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4352f164-3558-4e58-a5af-7c69f270b97e req-fc548164-a961-4903-8e1e-822b14bec2dd tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 945 time: 0.2560852 Apr 29 13:39:32.461770 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3fd148d8-29d8-4f53-b6a0-76bf896dfbf4 admin admin] Publish callbacks [] for security_group (4c00f474-59f0-4a89-8672-fa889a5bb8c6), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:32.483659 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3fd148d8-29d8-4f53-b6a0-76bf896dfbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (4c00f474-59f0-4a89-8672-fa889a5bb8c6), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:32.555879 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-5c84d75a-db54-480e-9c31-87e3d3b22915 req-4deeb290-7627-4ef2-af98-1f6d346c691c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3054fe0-cbcd-4612-851f-8e0bdd191d51 HTTP/1.1" status: 200 len: 217 time: 0.1134317 Apr 29 13:39:32.666595 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-3fd148d8-29d8-4f53-b6a0-76bf896dfbf4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7102da63245d4856a7a3515eedfee809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8479528 Apr 29 13:39:32.669008 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84d75a-db54-480e-9c31-87e3d3b22915 req-e96d7c7a-217b-4a7f-bd20-fac353e0f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:32.676243 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-5c84d75a-db54-480e-9c31-87e3d3b22915 req-e96d7c7a-217b-4a7f-bd20-fac353e0f750 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c61a373e-fcaf-4f73-b500-c3bcf5323375 HTTP/1.1" status: 200 len: 852 time: 0.1126702 Apr 29 13:39:32.676800 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 40980) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:32.676997 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57491274-e838-463f-8029-7a6375afdcfe req-57e8111d-31d2-4a62-86b5-89792b4d4cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:32.680693 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-57491274-e838-463f-8029-7a6375afdcfe req-57e8111d-31d2-4a62-86b5-89792b4d4cdd service neutron] 10.222.0.26 "GET /v2.0/networks?id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a HTTP/1.1" status: 200 len: 918 time: 0.5161066 Apr 29 13:39:32.682890 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd148d8-29d8-4f53-b6a0-76bf896dfbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c00f474-59f0-4a89-8672-fa889a5bb8c6,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:32.697296 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4352f164-3558-4e58-a5af-7c69f270b97e req-0c90f279-e7c6-40fc-896b-13f4f9f1c374 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fe23293-fc42-4bda-a7ac-9a71a53bf729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142694 Apr 29 13:39:32.773705 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-57491274-e838-463f-8029-7a6375afdcfe req-d36a3c89-946e-49d3-83e0-64a6f7e44075 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a87f1bdb-98ec-4c53-8ce7-31121705382b HTTP/1.1" status: 200 len: 217 time: 0.0740540 Apr 29 13:39:32.805024 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-5c84d75a-db54-480e-9c31-87e3d3b22915 req-9cf7da35-1e02-4720-aaea-423445d419d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=de63f86c-abd7-4e99-8233-b15887c4097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071584 Apr 29 13:39:32.925435 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57491274-e838-463f-8029-7a6375afdcfe req-ac6bf3a9-bc9f-42e6-b1fe-a1d7d5ee7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:32.929259 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-57491274-e838-463f-8029-7a6375afdcfe req-ac6bf3a9-bc9f-42e6-b1fe-a1d7d5ee7d5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59fa37f6-c5e6-406e-bd81-5f2770950e70 HTTP/1.1" status: 200 len: 857 time: 0.1459370 Apr 29 13:39:33.016031 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-5c84d75a-db54-480e-9c31-87e3d3b22915 req-05debf9e-7232-4612-93a7-c87f8b714389 service neutron] 10.222.0.26 "GET /v2.0/networks/de63f86c-abd7-4e99-8233-b15887c4097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039030 Apr 29 13:39:33.082476 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57491274-e838-463f-8029-7a6375afdcfe req-6ff719ac-aba2-479e-bf15-0a60038e1c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:33.086554 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-57491274-e838-463f-8029-7a6375afdcfe req-6ff719ac-aba2-479e-bf15-0a60038e1c08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1446233 Apr 29 13:39:33.253728 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b41ca0-5ae3-4c24-bed6-27f36152b613 req-0f73cae1-03df-404a-a6fb-0af49f1373f7 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:33.257329 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-88b41ca0-5ae3-4c24-bed6-27f36152b613 req-0f73cae1-03df-404a-a6fb-0af49f1373f7 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.2858615 Apr 29 13:39:33.273656 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d81cfbae-9420-429b-b84e-a5fff6612ae5 admin admin] Publish callbacks [] for security_group (4c00f474-59f0-4a89-8672-fa889a5bb8c6), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:33.380989 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d81cfbae-9420-429b-b84e-a5fff6612ae5 admin admin] Publish callbacks [] for security_group (4c00f474-59f0-4a89-8672-fa889a5bb8c6), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:33.514244 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-5c84d75a-db54-480e-9c31-87e3d3b22915 req-0b8854c3-ea3a-40ad-be55-fffe79fff149 service neutron] 10.222.0.26 "GET /v2.0/networks/de63f86c-abd7-4e99-8233-b15887c4097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855652 Apr 29 13:39:33.611937 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d81cfbae-9420-429b-b84e-a5fff6612ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (4c00f474-59f0-4a89-8672-fa889a5bb8c6), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:33.616944 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d81cfbae-9420-429b-b84e-a5fff6612ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:33.618842 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-d81cfbae-9420-429b-b84e-a5fff6612ae5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c00f474-59f0-4a89-8672-fa889a5bb8c6 HTTP/1.1" status: 204 len: 168 time: 0.9406495 Apr 29 13:39:33.652449 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cfbae-9420-429b-b84e-a5fff6612ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c00f474-59f0-4a89-8672-fa889a5bb8c6,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:33.725039 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-88b41ca0-5ae3-4c24-bed6-27f36152b613 req-19015243-88f2-4bc5-abcd-7b72faf9fc6a tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243532 Apr 29 13:39:33.767198 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-57491274-e838-463f-8029-7a6375afdcfe req-219596e5-b005-44ae-b62f-d3a16bfb823e service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6733403 Apr 29 13:39:33.783776 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf075b5a-7e10-4310-8530-47e5facb65c9 req-a8770e6c-a529-4efd-8fe9-a9e7c4e72c96 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:33.799166 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-cf075b5a-7e10-4310-8530-47e5facb65c9 req-a8770e6c-a529-4efd-8fe9-a9e7c4e72c96 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 945 time: 0.2495942 Apr 29 13:39:33.799328 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41030) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:33.805964 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-400dad29-b42b-401a-a7d8-45fd396e13c7 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'floatingip': {'port_id': 'b4f65152-9c3d-4bb6-b41a-1b545a64e3cc'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:39:33.882893 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41034) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:33.970956 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-57491274-e838-463f-8029-7a6375afdcfe req-33ca29bf-a13c-420e-b682-65f5744966c1 service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798799 Apr 29 13:39:33.994318 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-400dad29-b42b-401a-a7d8-45fd396e13c7 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (5b0ef755-653e-46d7-9467-8c1e604a65a3), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:34.591480 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3cc25cc3-1360-47f3-b13a-a9e9d6c3b31a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:34.769988 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41066) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:34.841520 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-1a576031-56bc-440e-b85e-4c525fbe257b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:35.003119 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 41070) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:35.056305 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c130c37-7ea7-4e3e-b45b-bea3d50c88f1 req-5c6fd5fb-0ac8-4764-89fa-914c030ddc85 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:35.079699 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5c130c37-7ea7-4e3e-b45b-bea3d50c88f1 req-5c6fd5fb-0ac8-4764-89fa-914c030ddc85 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.1544409 Apr 29 13:39:35.112053 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3cc25cc3-1360-47f3-b13a-a9e9d6c3b31a admin admin] Publish callbacks [] for security_group (09400fce-1ad0-474c-bc86-14ba4c46c56f), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:35.140753 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3cc25cc3-1360-47f3-b13a-a9e9d6c3b31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (09400fce-1ad0-474c-bc86-14ba4c46c56f), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:35.241867 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5c130c37-7ea7-4e3e-b45b-bea3d50c88f1 req-851e5c24-11c0-4809-b5ff-450d4e6b9b38 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537540 Apr 29 13:39:35.253153 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2a348366-5edd-478a-b441-4c690f86aca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:35.305265 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc25cc3-1360-47f3-b13a-a9e9d6c3b31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09400fce-1ad0-474c-bc86-14ba4c46c56f,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:35.326304 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-3cc25cc3-1360-47f3-b13a-a9e9d6c3b31a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0242682b930e4257b56e52a10ed9bd31&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4398916 Apr 29 13:39:35.326955 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41076) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:35.398627 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 41078) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:35.417781 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2a348366-5edd-478a-b441-4c690f86aca9 admin admin] Publish callbacks [] for security_group (8d0ac97c-2f3a-4f1f-806e-11ab05008323), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:35.423326 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2a348366-5edd-478a-b441-4c690f86aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (8d0ac97c-2f3a-4f1f-806e-11ab05008323), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:35.487078 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-2a348366-5edd-478a-b441-4c690f86aca9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d958d8a13a514396af28f36691ebfac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4833112 Apr 29 13:39:35.488775 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a348366-5edd-478a-b441-4c690f86aca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0ac97c-2f3a-4f1f-806e-11ab05008323,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:35.495248 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 41084) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:35.582757 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-11e1cd24-5d80-485a-8226-020a817d7af5 admin admin] Publish callbacks [] for security_group (8d0ac97c-2f3a-4f1f-806e-11ab05008323), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:35.586866 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6f76d98b-24b8-4b13-8812-69392cee4151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:35.641275 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-11e1cd24-5d80-485a-8226-020a817d7af5 admin admin] Publish callbacks [] for security_group (8d0ac97c-2f3a-4f1f-806e-11ab05008323), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:35.751334 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-1a576031-56bc-440e-b85e-4c525fbe257b admin admin] Publish callbacks [] for security_group (34d75399-cbf0-4501-a371-0230c56929ef), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:35.755767 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6f76d98b-24b8-4b13-8812-69392cee4151 admin admin] Publish callbacks [] for security_group (d7752594-8ca9-45b2-b54c-31df8c26b2d4), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:35.762072 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-1a576031-56bc-440e-b85e-4c525fbe257b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (34d75399-cbf0-4501-a371-0230c56929ef), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:35.765809 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6f76d98b-24b8-4b13-8812-69392cee4151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (d7752594-8ca9-45b2-b54c-31df8c26b2d4), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:35.778023 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-11e1cd24-5d80-485a-8226-020a817d7af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (8d0ac97c-2f3a-4f1f-806e-11ab05008323), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:35.781648 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-11e1cd24-5d80-485a-8226-020a817d7af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:35.782986 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-11e1cd24-5d80-485a-8226-020a817d7af5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d0ac97c-2f3a-4f1f-806e-11ab05008323 HTTP/1.1" status: 204 len: 168 time: 0.2864642 Apr 29 13:39:35.820941 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-6f76d98b-24b8-4b13-8812-69392cee4151 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72968222bb4749c0b2fd6cf32ccc97bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4197245 Apr 29 13:39:35.827145 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 41098) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:35.838841 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.db.resource_extend [None req-400dad29-b42b-401a-a7d8-45fd396e13c7 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:39:35.846431 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76d98b-24b8-4b13-8812-69392cee4151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7752594-8ca9-45b2-b54c-31df8c26b2d4,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:35.877648 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1cd24-5d80-485a-8226-020a817d7af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0ac97c-2f3a-4f1f-806e-11ab05008323,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:35.903391 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0238f108-1234-4a5e-854c-d0b3319fc7d5 admin admin] Publish callbacks [] for security_group (d7752594-8ca9-45b2-b54c-31df8c26b2d4), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:35.931923 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0238f108-1234-4a5e-854c-d0b3319fc7d5 admin admin] Publish callbacks [] for security_group (d7752594-8ca9-45b2-b54c-31df8c26b2d4), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:36.063079 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0238f108-1234-4a5e-854c-d0b3319fc7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (d7752594-8ca9-45b2-b54c-31df8c26b2d4), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:36.066287 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0238f108-1234-4a5e-854c-d0b3319fc7d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:36.068480 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-0238f108-1234-4a5e-854c-d0b3319fc7d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7752594-8ca9-45b2-b54c-31df8c26b2d4 HTTP/1.1" status: 204 len: 168 time: 0.2435243 Apr 29 13:39:36.087376 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238f108-1234-4a5e-854c-d0b3319fc7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7752594-8ca9-45b2-b54c-31df8c26b2d4,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:36.165178 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-400dad29-b42b-401a-a7d8-45fd396e13c7 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:36.199958 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a576031-56bc-440e-b85e-4c525fbe257b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d75399-cbf0-4501-a371-0230c56929ef,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:36.203367 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-400dad29-b42b-401a-a7d8-45fd396e13c7 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (5b0ef755-653e-46d7-9467-8c1e604a65a3), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:36.249331 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-24ec975f-123a-421d-9f03-556fb35f2a32 admin admin] Publish callbacks [] for security_group (09400fce-1ad0-474c-bc86-14ba4c46c56f), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:36.256712 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-1a576031-56bc-440e-b85e-4c525fbe257b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff79a98757e54897a8565a08c30b8d10&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4824166 Apr 29 13:39:36.259784 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 41118) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:36.333926 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-24ec975f-123a-421d-9f03-556fb35f2a32 admin admin] Publish callbacks [] for security_group (09400fce-1ad0-474c-bc86-14ba4c46c56f), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:36.594494 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 41128) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:36.641483 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e374e1c-18a0-414d-ad45-18b0935ae458 req-a31efdb9-8ace-4870-9765-28aac4e4c464 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:36.643076 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8e374e1c-18a0-414d-ad45-18b0935ae458 req-a31efdb9-8ace-4870-9765-28aac4e4c464 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.2611396 Apr 29 13:39:36.643883 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-49169964-1aba-4818-a34f-098458a39062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:36.662962 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2057a9db-d0d8-4b3a-959a-c75e713e89ea admin admin] Publish callbacks [] for security_group (34d75399-cbf0-4501-a371-0230c56929ef), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:36.689017 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.l3_db [None req-400dad29-b42b-401a-a7d8-45fd396e13c7 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Floating IP 5b0ef755-653e-46d7-9467-8c1e604a65a3 associated. External IP: 172.28.3.154, port: b4f65152-9c3d-4bb6-b41a-1b545a64e3cc. Apr 29 13:39:36.752922 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e9f14-eda6-4769-b27a-28ccd01ba23f req-8a5413fc-4657-4240-9741-e69fccd98bee tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:36.754521 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-417e9f14-eda6-4769-b27a-28ccd01ba23f req-8a5413fc-4657-4240-9741-e69fccd98bee tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 946 time: 0.1592071 Apr 29 13:39:36.764194 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2057a9db-d0d8-4b3a-959a-c75e713e89ea admin admin] Publish callbacks [] for security_group (34d75399-cbf0-4501-a371-0230c56929ef), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:36.774782 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-24ec975f-123a-421d-9f03-556fb35f2a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (09400fce-1ad0-474c-bc86-14ba4c46c56f), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:36.783092 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-24ec975f-123a-421d-9f03-556fb35f2a32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:36.790260 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-24ec975f-123a-421d-9f03-556fb35f2a32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09400fce-1ad0-474c-bc86-14ba4c46c56f HTTP/1.1" status: 204 len: 168 time: 1.4508629 Apr 29 13:39:36.819997 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec975f-123a-421d-9f03-556fb35f2a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09400fce-1ad0-474c-bc86-14ba4c46c56f,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:36.898388 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8e374e1c-18a0-414d-ad45-18b0935ae458 req-cd31eb89-c946-45c9-a2c1-6543a50d0954 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269120 Apr 29 13:39:36.944296 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-417e9f14-eda6-4769-b27a-28ccd01ba23f req-3cc65786-bea3-4311-a541-b31cb7d2e21b tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/security-groups?id=96724a3c-5edf-4e1c-b247-407e3ee693c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628385 Apr 29 13:39:36.985269 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2057a9db-d0d8-4b3a-959a-c75e713e89ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (34d75399-cbf0-4501-a371-0230c56929ef), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:36.993855 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2057a9db-d0d8-4b3a-959a-c75e713e89ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:36.997871 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-2057a9db-d0d8-4b3a-959a-c75e713e89ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34d75399-cbf0-4501-a371-0230c56929ef HTTP/1.1" status: 204 len: 168 time: 0.7357912 Apr 29 13:39:37.027486 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41136) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:37.046037 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057a9db-d0d8-4b3a-959a-c75e713e89ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d75399-cbf0-4501-a371-0230c56929ef,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:37.053026 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ec4b-c910-42b7-90af-dc4068525e8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:37.065395 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-49169964-1aba-4818-a34f-098458a39062 admin admin] Publish callbacks [] for security_group (7b23e5ae-c0f6-4924-af4e-bdb0fbd636db), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:37.073941 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-49169964-1aba-4818-a34f-098458a39062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (7b23e5ae-c0f6-4924-af4e-bdb0fbd636db), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:37.149939 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400dad29-b42b-401a-a7d8-45fd396e13c7 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Router a7d7829c-14d8-49d7-809f-7a4cefdec05e has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:39:37.177128 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-49169964-1aba-4818-a34f-098458a39062 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=610992a0ba17474b88a71f7a896aee13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5781612 Apr 29 13:39:37.180750 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41138) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:37.197368 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49169964-1aba-4818-a34f-098458a39062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b23e5ae-c0f6-4924-af4e-bdb0fbd636db,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:37.357792 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ec4b-c910-42b7-90af-dc4068525e8b admin admin] Publish callbacks [] for security_group (dd6f7ce9-ecf8-44ba-9506-7768ca84a1df), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:37.389839 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ec4b-c910-42b7-90af-dc4068525e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (dd6f7ce9-ecf8-44ba-9506-7768ca84a1df), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:37.446237 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d6e75569-e561-44ae-bb69-02e90bac18ad admin admin] Publish callbacks [] for security_group (7b23e5ae-c0f6-4924-af4e-bdb0fbd636db), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:37.466464 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4ec4b-c910-42b7-90af-dc4068525e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6f7ce9-ecf8-44ba-9506-7768ca84a1df,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:37.477907 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-3ed4ec4b-c910-42b7-90af-dc4068525e8b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ddc8791cd9641508a766a2902da6282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4490631 Apr 29 13:39:37.482115 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 41144) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:37.483612 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400dad29-b42b-401a-a7d8-45fd396e13c7 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:39:37.493229 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-400dad29-b42b-401a-a7d8-45fd396e13c7 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:37.510022 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746330b7-f1a8-406e-a7af-ee37979e1f85 None None] Sync routers for ids ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:39:37.521405 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d6e75569-e561-44ae-bb69-02e90bac18ad admin admin] Publish callbacks [] for security_group (7b23e5ae-c0f6-4924-af4e-bdb0fbd636db), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:37.534754 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746330b7-f1a8-406e-a7af-ee37979e1f85 None None] Routers {'a7d7829c-14d8-49d7-809f-7a4cefdec05e'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:39:37.539542 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-746330b7-f1a8-406e-a7af-ee37979e1f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:39:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:37.567884 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-400dad29-b42b-401a-a7d8-45fd396e13c7 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "PUT /v2.0/floatingips/5b0ef755-653e-46d7-9467-8c1e604a65a3 HTTP/1.1" status: 200 len: 991 time: 3.7670777 Apr 29 13:39:37.571125 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c8a6b6-8bd0-4011-920e-0027c76c0fa2', 'tag': 'b4f65152-9c3d-4bb6-b41a-1b545a64e3cc'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:39:37.573941 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341eb71b-535d-44a3-b167-1c49175faa7a" -d '{"events": [{"name": "network-changed", "server_uuid": "c6c8a6b6-8bd0-4011-920e-0027c76c0fa2", "tag": "b4f65152-9c3d-4bb6-b41a-1b545a64e3cc"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:39:37.600747 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b857b700-a081-4c69-b140-dc4f77edb931 admin admin] Publish callbacks [] for security_group (dd6f7ce9-ecf8-44ba-9506-7768ca84a1df), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:37.634783 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d6e75569-e561-44ae-bb69-02e90bac18ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (7b23e5ae-c0f6-4924-af4e-bdb0fbd636db), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:37.640612 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d6e75569-e561-44ae-bb69-02e90bac18ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:37.648382 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-d6e75569-e561-44ae-bb69-02e90bac18ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b23e5ae-c0f6-4924-af4e-bdb0fbd636db HTTP/1.1" status: 204 len: 168 time: 0.4609518 Apr 29 13:39:37.651087 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b857b700-a081-4c69-b140-dc4f77edb931 admin admin] Publish callbacks [] for security_group (dd6f7ce9-ecf8-44ba-9506-7768ca84a1df), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:37.671813 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e78d54-a5dc-48a9-ac68-a099070ed52a x-openstack-request-id: req-e5e78d54-a5dc-48a9-ac68-a099070ed52a {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:39:37.672119 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6c8a6b6-8bd0-4011-920e-0027c76c0fa2", "tag": "b4f65152-9c3d-4bb6-b41a-1b545a64e3cc", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:39:37.672375 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5e78d54-a5dc-48a9-ac68-a099070ed52a {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:39:37.672822 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5e78d54-a5dc-48a9-ac68-a099070ed52a'] response: {'name': 'network-changed', 'server_uuid': 'c6c8a6b6-8bd0-4011-920e-0027c76c0fa2', 'tag': 'b4f65152-9c3d-4bb6-b41a-1b545a64e3cc', 'status': 'completed', 'code': 200} Apr 29 13:39:37.673719 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e75569-e561-44ae-bb69-02e90bac18ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b23e5ae-c0f6-4924-af4e-bdb0fbd636db,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:37.726057 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b857b700-a081-4c69-b140-dc4f77edb931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (dd6f7ce9-ecf8-44ba-9506-7768ca84a1df), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:37.729062 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b857b700-a081-4c69-b140-dc4f77edb931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:37.734010 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-b857b700-a081-4c69-b140-dc4f77edb931 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd6f7ce9-ecf8-44ba-9506-7768ca84a1df HTTP/1.1" status: 204 len: 168 time: 0.2502720 Apr 29 13:39:37.751626 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857b700-a081-4c69-b140-dc4f77edb931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6f7ce9-ecf8-44ba-9506-7768ca84a1df,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:37.757985 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41162) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:37.784722 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-746330b7-f1a8-406e-a7af-ee37979e1f85 None None] Set router a7d7829c-14d8-49d7-809f-7a4cefdec05e gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:39:37.792476 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a4840ffd-e9a0-4988-bce5-1528249134ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:38.042779 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a4840ffd-e9a0-4988-bce5-1528249134ee admin admin] Publish callbacks [] for security_group (29528723-d23b-4eb9-88cf-b3e584ffa094), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:38.051307 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a4840ffd-e9a0-4988-bce5-1528249134ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (29528723-d23b-4eb9-88cf-b3e584ffa094), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:38.070364 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341eb71b-535d-44a3-b167-1c49175faa7a req-8c361cd0-b4d1-44a7-8e13-c1b5443d6e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:38.074012 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-341eb71b-535d-44a3-b167-1c49175faa7a req-8c361cd0-b4d1-44a7-8e13-c1b5443d6e40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ade3a9fb8cf84c3684a431096d529b75&device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 1129 time: 0.1418469 Apr 29 13:39:38.159708 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-a4840ffd-e9a0-4988-bce5-1528249134ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f862b6b57ed24ce092c711482d006f39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3999419 Apr 29 13:39:38.165983 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41180) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:38.256866 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4840ffd-e9a0-4988-bce5-1528249134ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29528723-d23b-4eb9-88cf-b3e584ffa094,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:38.277597 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840ffd-e9a0-4988-bce5-1528249134ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:38.278668 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840ffd-e9a0-4988-bce5-1528249134ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:38.279524 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840ffd-e9a0-4988-bce5-1528249134ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:38.280421 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840ffd-e9a0-4988-bce5-1528249134ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:38.281333 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840ffd-e9a0-4988-bce5-1528249134ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:38.282289 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840ffd-e9a0-4988-bce5-1528249134ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:38.283231 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840ffd-e9a0-4988-bce5-1528249134ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:38.284320 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840ffd-e9a0-4988-bce5-1528249134ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:38.285311 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840ffd-e9a0-4988-bce5-1528249134ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:38.286742 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840ffd-e9a0-4988-bce5-1528249134ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:38.287668 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840ffd-e9a0-4988-bce5-1528249134ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:38.288567 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840ffd-e9a0-4988-bce5-1528249134ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:38.289455 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840ffd-e9a0-4988-bce5-1528249134ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:38.290316 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840ffd-e9a0-4988-bce5-1528249134ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:38.291153 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840ffd-e9a0-4988-bce5-1528249134ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:38.353663 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6e80fe0-5f18-4464-ae09-594f7bb7a0e9 admin admin] Publish callbacks [] for security_group (29528723-d23b-4eb9-88cf-b3e584ffa094), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:38.415431 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6e80fe0-5f18-4464-ae09-594f7bb7a0e9 admin admin] Publish callbacks [] for security_group (29528723-d23b-4eb9-88cf-b3e584ffa094), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:38.468581 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e7608-dce5-4f40-89ec-68e20783686a req-dfcd12fa-2101-4103-b8aa-bdc4dbf6a34b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:38.470169 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2e5e7608-dce5-4f40-89ec-68e20783686a req-dfcd12fa-2101-4103-b8aa-bdc4dbf6a34b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.2866187 Apr 29 13:39:38.480016 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2db85-cdff-4df9-94f9-f4ccdb0c1f47 req-9d931a76-eae1-4bb4-bec4-bf344fcd982d tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:38.488315 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-05a2db85-cdff-4df9-94f9-f4ccdb0c1f47 req-9d931a76-eae1-4bb4-bec4-bf344fcd982d tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 946 time: 0.3034792 Apr 29 13:39:38.535066 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341eb71b-535d-44a3-b167-1c49175faa7a req-2ea482f6-73d5-49e1-ae9a-cf7ae60975ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:38.536772 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-341eb71b-535d-44a3-b167-1c49175faa7a req-2ea482f6-73d5-49e1-ae9a-cf7ae60975ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee2b3ef3-3340-4760-a72b-28d6455d187a HTTP/1.1" status: 200 len: 914 time: 0.4559982 Apr 29 13:39:38.641000 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-746330b7-f1a8-406e-a7af-ee37979e1f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': '5b0ef755-653e-46d7-9467-8c1e604a65a3', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'floating_ip_address': '172.28.3.154', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'port_id': 'b4f65152-9c3d-4bb6-b41a-1b545a64e3cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'mac_address': 'fa:16:3e:c3:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c8a6b6-8bd0-4011-920e-0027c76c0fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:03Z', 'updated_at': '2022-04-29T13:39:35Z', 'revision_number': 1, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:38.662783 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-05a2db85-cdff-4df9-94f9-f4ccdb0c1f47 req-8fa64ddf-2b83-43c4-9a4d-9b5f2a73958f tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/security-groups?id=96724a3c-5edf-4e1c-b247-407e3ee693c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733758 Apr 29 13:39:38.707287 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746330b7-f1a8-406e-a7af-ee37979e1f85 None None] Checking router: a7d7829c-14d8-49d7-809f-7a4cefdec05e for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:39:38.716391 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2e5e7608-dce5-4f40-89ec-68e20783686a req-e88aa1bf-c315-47bc-acbf-4f5c7216fa0c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092295 Apr 29 13:39:38.725622 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746330b7-f1a8-406e-a7af-ee37979e1f85 None None] Routers {'a7d7829c-14d8-49d7-809f-7a4cefdec05e'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:39:38.726962 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-746330b7-f1a8-406e-a7af-ee37979e1f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:39:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:38.739103 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-341eb71b-535d-44a3-b167-1c49175faa7a req-9a3e9292-6a8b-4644-acda-9b1b9352fa0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4f65152-9c3d-4bb6-b41a-1b545a64e3cc HTTP/1.1" status: 200 len: 999 time: 0.1945221 Apr 29 13:39:38.740240 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4190d1-3186-43ff-b16c-6a3a8a473d32 req-c8c4c3b4-79c6-4e5e-8e59-31ce6958bc65 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:38.741863 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-4a4190d1-3186-43ff-b16c-6a3a8a473d32 req-c8c4c3b4-79c6-4e5e-8e59-31ce6958bc65 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.26 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 946 time: 0.3021362 Apr 29 13:39:38.783133 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6e80fe0-5f18-4464-ae09-594f7bb7a0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (29528723-d23b-4eb9-88cf-b3e584ffa094), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:38.786380 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6e80fe0-5f18-4464-ae09-594f7bb7a0e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:38.788407 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-b6e80fe0-5f18-4464-ae09-594f7bb7a0e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29528723-d23b-4eb9-88cf-b3e584ffa094 HTTP/1.1" status: 204 len: 168 time: 0.6183822 Apr 29 13:39:38.837864 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e80fe0-5f18-4464-ae09-594f7bb7a0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29528723-d23b-4eb9-88cf-b3e584ffa094,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:38.844574 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341eb71b-535d-44a3-b167-1c49175faa7a req-5aa059de-aa51-4987-8244-aedefa7c28a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:38.855328 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-341eb71b-535d-44a3-b167-1c49175faa7a req-5aa059de-aa51-4987-8244-aedefa7c28a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c3d70ba-2370-4119-a833-f968acf85dc2 HTTP/1.1" status: 200 len: 853 time: 0.1029589 Apr 29 13:39:38.965023 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341eb71b-535d-44a3-b167-1c49175faa7a req-c8b672e3-0af4-4ba3-81c8-55cc3e76712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:38.968584 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-341eb71b-535d-44a3-b167-1c49175faa7a req-c8b672e3-0af4-4ba3-81c8-55cc3e76712f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee2b3ef3-3340-4760-a72b-28d6455d187a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1043801 Apr 29 13:39:38.991844 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-4a4190d1-3186-43ff-b16c-6a3a8a473d32 req-ef7e4a77-3251-47b0-9db8-0333232cff9d tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Deleting port e3054fe0-cbcd-4612-851f-8e0bdd191d51 {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:39:38.992434 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-4a4190d1-3186-43ff-b16c-6a3a8a473d32 req-ef7e4a77-3251-47b0-9db8-0333232cff9d tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (e3054fe0-cbcd-4612-851f-8e0bdd191d51), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:39.012155 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-746330b7-f1a8-406e-a7af-ee37979e1f85 None None] Set router a7d7829c-14d8-49d7-809f-7a4cefdec05e gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:39:39.139425 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-341eb71b-535d-44a3-b167-1c49175faa7a req-b49ec5d2-1ba7-401f-a595-82ee55ac5ad2 service neutron] 10.222.0.26 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642587 Apr 29 13:39:39.233884 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-4a4190d1-3186-43ff-b16c-6a3a8a473d32 req-ef7e4a77-3251-47b0-9db8-0333232cff9d tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] For port e3054fe0-cbcd-4612-851f-8e0bdd191d51, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=e3054fe0-cbcd-4612-851f-8e0bdd191d51,segment=NetworkSegment(13f8d667-b379-4fff-be78-d96ecd0b0c09),segment_id=13f8d667-b379-4fff-be78-d96ecd0b0c09)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:39.234480 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-4a4190d1-3186-43ff-b16c-6a3a8a473d32 req-ef7e4a77-3251-47b0-9db8-0333232cff9d tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (e3054fe0-cbcd-4612-851f-8e0bdd191d51), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:39.267893 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-4a4190d1-3186-43ff-b16c-6a3a8a473d32 req-ef7e4a77-3251-47b0-9db8-0333232cff9d tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Calling delete_port for e3054fe0-cbcd-4612-851f-8e0bdd191d51 owned by compute:nova {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:39:39.290756 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-341eb71b-535d-44a3-b167-1c49175faa7a req-073d488e-70d7-432c-bf47-1e29c6096609 service neutron] 10.222.0.26 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434929 Apr 29 13:39:39.429422 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-746330b7-f1a8-406e-a7af-ee37979e1f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': '5b0ef755-653e-46d7-9467-8c1e604a65a3', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'floating_ip_address': '172.28.3.154', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'port_id': 'b4f65152-9c3d-4bb6-b41a-1b545a64e3cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'mac_address': 'fa:16:3e:c3:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c8a6b6-8bd0-4011-920e-0027c76c0fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:03Z', 'updated_at': '2022-04-29T13:39:35Z', 'revision_number': 1, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:39.469208 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746330b7-f1a8-406e-a7af-ee37979e1f85 None None] The sync data for ids ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'] in dv-cinder-839416-3-smb is: [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': '5b0ef755-653e-46d7-9467-8c1e604a65a3', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'floating_ip_address': '172.28.3.154', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'port_id': 'b4f65152-9c3d-4bb6-b41a-1b545a64e3cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'mac_address': 'fa:16:3e:c3:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c8a6b6-8bd0-4011-920e-0027c76c0fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:03Z', 'updated_at': '2022-04-29T13:39:35Z', 'revision_number': 1, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:39:39.538655 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-4a4190d1-3186-43ff-b16c-6a3a8a473d32 req-ef7e4a77-3251-47b0-9db8-0333232cff9d tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146'] for port (e3054fe0-cbcd-4612-851f-8e0bdd191d51), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:39.557414 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['e3054fe0-cbcd-4612-851f-8e0bdd191d51'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:39:39.622948 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e4a77-3251-47b0-9db8-0333232cff9d tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Pushing event deleted for resources: {'Port': ['ID=e3054fe0-cbcd-4612-851f-8e0bdd191d51,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:39.738063 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4190d1-3186-43ff-b16c-6a3a8a473d32 req-ef7e4a77-3251-47b0-9db8-0333232cff9d tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] No DVR routers for this DVR port e3054fe0-cbcd-4612-851f-8e0bdd191d51 on host hv-cinder-83941 {{(pid=103547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:39:39.749861 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-4a4190d1-3186-43ff-b16c-6a3a8a473d32 req-ef7e4a77-3251-47b0-9db8-0333232cff9d tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:39.753801 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-4a4190d1-3186-43ff-b16c-6a3a8a473d32 req-ef7e4a77-3251-47b0-9db8-0333232cff9d tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.26 "DELETE /v2.0/ports/e3054fe0-cbcd-4612-851f-8e0bdd191d51 HTTP/1.1" status: 204 len: 173 time: 0.9948485 Apr 29 13:39:39.754310 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681652c0-4800-4a16-b8c8-a484a6398a62', 'name': 'network-vif-deleted', 'tag': 'e3054fe0-cbcd-4612-851f-8e0bdd191d51'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:39:39.758310 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ff0cd8-27d5-4708-a22e-4a77f0e1d4ff" -d '{"events": [{"server_uuid": "681652c0-4800-4a16-b8c8-a484a6398a62", "name": "network-vif-deleted", "tag": "e3054fe0-cbcd-4612-851f-8e0bdd191d51"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:39:39.862586 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf0906e-3d38-407f-8922-c30182794402 x-openstack-request-id: req-abf0906e-3d38-407f-8922-c30182794402 {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:39:39.863207 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681652c0-4800-4a16-b8c8-a484a6398a62", "name": "network-vif-deleted", "tag": "e3054fe0-cbcd-4612-851f-8e0bdd191d51", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:39:39.863207 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abf0906e-3d38-407f-8922-c30182794402 {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:39:39.863564 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abf0906e-3d38-407f-8922-c30182794402'] response: {'server_uuid': '681652c0-4800-4a16-b8c8-a484a6398a62', 'name': 'network-vif-deleted', 'tag': 'e3054fe0-cbcd-4612-851f-8e0bdd191d51', 'status': 'completed', 'code': 200} Apr 29 13:39:39.869175 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864d3ee2-c841-4aad-844b-1eb1a5690295 None None] New status for floating IP 5b0ef755-653e-46d7-9467-8c1e604a65a3: ACTIVE {{(pid=103549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:39:39.947799 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-88525a0f-89f5-48e5-8595-0f6d34288489 req-b2639975-268d-4ca7-8b0d-d4b00a02b276 tempest-DeleteServersTestJSON-175038296 tempest-DeleteServersTestJSON-175038296-project] 10.222.0.20 "GET /v2.0/ports?device_id=681652c0-4800-4a16-b8c8-a484a6398a62 HTTP/1.1" status: 200 len: 210 time: 0.1332228 Apr 29 13:39:40.127700 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f999ec-c74c-4b80-be7d-7bff800652af req-b2a434f0-29ee-4ab3-aa31-06fe7b9f0f65 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:40.133712 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-00f999ec-c74c-4b80-be7d-7bff800652af req-b2a434f0-29ee-4ab3-aa31-06fe7b9f0f65 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.1778853 Apr 29 13:39:40.203825 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-00f999ec-c74c-4b80-be7d-7bff800652af req-f465748f-f15b-4ffa-95f7-13a2d04c23c3 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634100 Apr 29 13:39:41.407208 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09796d-b5f9-4224-ac7c-4d69f85f33b3 req-38252923-ed53-4fd6-bc98-3da80ea7ea01 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:41.412115 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7b09796d-b5f9-4224-ac7c-4d69f85f33b3 req-38252923-ed53-4fd6-bc98-3da80ea7ea01 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0923028 Apr 29 13:39:41.506345 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7b09796d-b5f9-4224-ac7c-4d69f85f33b3 req-70b37418-9f0d-4923-a7d8-7d842fb72ceb tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730011 Apr 29 13:39:42.733085 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805fd28-6e82-4df2-adc6-d339e88ac1b0 req-bf0cc062-2f14-462a-bbe0-db8ab3f85609 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:42.737114 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b805fd28-6e82-4df2-adc6-d339e88ac1b0 req-bf0cc062-2f14-462a-bbe0-db8ab3f85609 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0900292 Apr 29 13:39:42.842196 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41362) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:42.852422 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b805fd28-6e82-4df2-adc6-d339e88ac1b0 req-03f966ad-77b2-4218-b4da-764d276fba69 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045945 Apr 29 13:39:42.926547 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_v2 [None req-890578f0-8ea8-43da-bc90-9150ac0c387b admin admin] Deleting subnet c61a373e-fcaf-4f73-b500-c3bcf5323375 {{(pid=103547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:39:42.935328 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-890578f0-8ea8-43da-bc90-9150ac0c387b admin admin] Publish callbacks [] for subnet (c61a373e-fcaf-4f73-b500-c3bcf5323375), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:43.013407 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-890578f0-8ea8-43da-bc90-9150ac0c387b admin admin] Publish callbacks [] for subnet (c61a373e-fcaf-4f73-b500-c3bcf5323375), precommit_delete_associations {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:43.034039 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-890578f0-8ea8-43da-bc90-9150ac0c387b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519166'] for subnet (c61a373e-fcaf-4f73-b500-c3bcf5323375), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:43.110014 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-890578f0-8ea8-43da-bc90-9150ac0c387b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for subnet (c61a373e-fcaf-4f73-b500-c3bcf5323375), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:43.142331 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890578f0-8ea8-43da-bc90-9150ac0c387b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c61a373e-fcaf-4f73-b500-c3bcf5323375,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:43.147840 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-890578f0-8ea8-43da-bc90-9150ac0c387b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for subnet (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:43.152575 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-890578f0-8ea8-43da-bc90-9150ac0c387b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c61a373e-fcaf-4f73-b500-c3bcf5323375 HTTP/1.1" status: 204 len: 168 time: 0.3086278 Apr 29 13:39:43.156833 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 41372) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:43.626681 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593552'] for network (de63f86c-abd7-4e99-8233-b15887c4097c), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:43.736519 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1529763', 'neutron.services.segments.db._delete_segments_for_network-8791784455289'] for network (de63f86c-abd7-4e99-8233-b15887c4097c), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:43.767234 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:39:43.767609 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:39:43.768356 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:39:43.768870 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Subscribe: > port after_create 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:39:43.769076 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:39:43.769471 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Subscribe: > port after_update 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:39:43.769886 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:39:43.770805 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:39:43.771104 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:39:43.771434 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:39:43.777392 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device e3054fe0-cbcd-4612-851f-8e0bdd191d51 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:39:43.804837 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] No Port match for: e3054fe0-cbcd-4612-851f-8e0bdd191d51 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:39:43.805433 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device e3054fe0-cbcd-4612-851f-8e0bdd191d51 not bound to the agent host hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:39:43.867199 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:39:43.867912 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:39:43.868453 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:39:43.869069 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:39:43.869683 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de63f86c-abd7-4e99-8233-b15887c4097c']}} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:43.912526 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f8d667-b379-4fff-be78-d96ecd0b0c09') {'for_net_delete': True} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:43.913220 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f8d667-b379-4fff-be78-d96ecd0b0c09') {} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:43.946882 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791784454786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2992106'] for segment (13f8d667-b379-4fff-be78-d96ecd0b0c09), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:43.985162 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (13f8d667-b379-4fff-be78-d96ecd0b0c09), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:44.003963 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:39:44.005371 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26512123'] for segment (13f8d667-b379-4fff-be78-d96ecd0b0c09), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: from cryptography.utils import int_from_bytes Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: from cryptography.utils import int_from_bytes Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: Traceback (most recent call last): Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: timer() Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: cb(*args, **kw) Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: return func(*args, **kwargs) Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: self._notify() Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: self.callback(batched_events) Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: event.method(event) Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: return f(self, *a, **k) Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: return self._get(url).json() Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: return self.request(url, 'GET', **kwargs) Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:39:44.100423 dv-cinder-839416-3-smb neutron-server[103548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:39:44.117239 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455890'] for network (de63f86c-abd7-4e99-8233-b15887c4097c), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:44.154508 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:44.158148 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] 10.222.0.20 "DELETE /v2.0/networks/de63f86c-abd7-4e99-8233-b15887c4097c HTTP/1.1" status: 204 len: 168 time: 0.9997902 Apr 29 13:39:44.177374 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Pushing event deleted for resources: {'Network': ['ID=de63f86c-abd7-4e99-8233-b15887c4097c,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:44.188235 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bd145-5276-418d-a7ff-4e964f0a7fd3 req-b0fdc778-caa0-42cd-8c0b-5ddcd9c22932 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:44.189979 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6f7bd145-5276-418d-a7ff-4e964f0a7fd3 req-b0fdc778-caa0-42cd-8c0b-5ddcd9c22932 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0878258 Apr 29 13:39:44.197954 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:44.198324 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:44.198950 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:44.199850 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:44.200418 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:44.200963 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:44.201847 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:44.202376 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:44.202866 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:44.203410 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:44.203964 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:44.204318 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:44.204992 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:44.205346 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:44.205729 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbca2357-0a7f-4b7f-89d5-3da06f92f290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:44.270180 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6f7bd145-5276-418d-a7ff-4e964f0a7fd3 req-f2317363-676b-4a8b-87f6-614a72552f64 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575349 Apr 29 13:39:44.500027 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-71fe0e50-3bed-489f-892b-c9f0458244bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:44.542310 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 41428) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:44.605298 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-a7b7508c-11d6-498a-a0e3-1f9e99ee9d39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e02b3b3603a44e08637b77e265f1c2a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0530384 Apr 29 13:39:44.605298 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 41432) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:44.679359 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-aacee9a4-d16d-461b-9659-66165669de32 admin admin] Publish callbacks [] for security_group (96724a3c-5edf-4e1c-b247-407e3ee693c8), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:44.709189 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-aacee9a4-d16d-461b-9659-66165669de32 admin admin] Publish callbacks [] for security_group (96724a3c-5edf-4e1c-b247-407e3ee693c8), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:44.804525 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-aacee9a4-d16d-461b-9659-66165669de32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (96724a3c-5edf-4e1c-b247-407e3ee693c8), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:44.808493 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-aacee9a4-d16d-461b-9659-66165669de32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:44.809756 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-aacee9a4-d16d-461b-9659-66165669de32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96724a3c-5edf-4e1c-b247-407e3ee693c8 HTTP/1.1" status: 204 len: 168 time: 0.2033207 Apr 29 13:39:44.820357 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacee9a4-d16d-461b-9659-66165669de32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96724a3c-5edf-4e1c-b247-407e3ee693c8,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:45.508941 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac0057-50f6-4fa7-9e36-2c4dba99a750 req-fd4d05a2-e698-4fcb-a95e-d7cc86c50493 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:45.511827 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c4ac0057-50f6-4fa7-9e36-2c4dba99a750 req-fd4d05a2-e698-4fcb-a95e-d7cc86c50493 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0840750 Apr 29 13:39:45.618759 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c4ac0057-50f6-4fa7-9e36-2c4dba99a750 req-c9a860ac-1c7c-486a-a487-540fa3481801 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954959 Apr 29 13:39:45.987422 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 41496) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:46.189652 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-e2fbffd2-258b-45ba-a8a1-0ff342442eb8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-65629723-network', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:39:46.217850 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fbffd2-258b-45ba-a8a1-0ff342442eb8 admin admin] Made reservation on behalf of 24f0f6159b9a46e4b3264b8c74e0f7a0 for: {'network': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:39:46.222110 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e2fbffd2-258b-45ba-a8a1-0ff342442eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for network (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:46.237331 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e2fbffd2-258b-45ba-a8a1-0ff342442eb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:46.392560 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e2fbffd2-258b-45ba-a8a1-0ff342442eb8 admin admin] Publish callbacks [] for security_group (ee04355e-c06d-4eca-b895-bf1876207053), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:46.402472 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e2fbffd2-258b-45ba-a8a1-0ff342442eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (ee04355e-c06d-4eca-b895-bf1876207053), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:46.439223 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2fbffd2-258b-45ba-a8a1-0ff342442eb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:39:46.447289 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbffd2-258b-45ba-a8a1-0ff342442eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee04355e-c06d-4eca-b895-bf1876207053,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:46.458411 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e2fbffd2-258b-45ba-a8a1-0ff342442eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:46.458987 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.db.segments_db [None req-e2fbffd2-258b-45ba-a8a1-0ff342442eb8 admin admin] Added segment ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc of type vlan for network 6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c Apr 29 13:39:46.514673 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e2fbffd2-258b-45ba-a8a1-0ff342442eb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791783959471'] for network (6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:46.549716 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e2fbffd2-258b-45ba-a8a1-0ff342442eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for network (6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:46.550702 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fbffd2-258b-45ba-a8a1-0ff342442eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:46.551307 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e2fbffd2-258b-45ba-a8a1-0ff342442eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:46.593456 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-e2fbffd2-258b-45ba-a8a1-0ff342442eb8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6047285 Apr 29 13:39:46.600274 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41522) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:46.611522 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-1736822f-05c9-4474-8e61-a63eb33e661d admin admin] Request body: {'subnet': {'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-65629723-subnet', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:39:46.634204 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbffd2-258b-45ba-a8a1-0ff342442eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:46.683103 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1736822f-05c9-4474-8e61-a63eb33e661d admin admin] Made reservation on behalf of 24f0f6159b9a46e4b3264b8c74e0f7a0 for: {'subnet': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:39:46.685688 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-1736822f-05c9-4474-8e61-a63eb33e661d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:46.723020 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Network 6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c details requested by agent ovs-agent-dv-cinder-839416-3-smb with host dv-cinder-839416-3-smb {{(pid=103549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:39:46.925108 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb081f80-5371-4528-bde9-d693b24f4e92 req-6cc39a5d-a105-4bbf-9579-5c1519da5ead tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:46.932892 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-bb081f80-5371-4528-bde9-d693b24f4e92 req-6cc39a5d-a105-4bbf-9579-5c1519da5ead tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0713625 Apr 29 13:39:47.011359 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-bb081f80-5371-4528-bde9-d693b24f4e92 req-78a6d04a-6d46-43d8-8a4b-31da68bff722 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769417 Apr 29 13:39:47.045765 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bdded6fd-bde4-4cd7-ba3d-729c313b238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:47.052176 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-1736822f-05c9-4474-8e61-a63eb33e661d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for subnet (f258e551-312b-40dd-9f3e-d438e3260232), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:47.155837 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736822f-05c9-4474-8e61-a63eb33e661d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f258e551-312b-40dd-9f3e-d438e3260232,revision_number=0']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:47.177324 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1736822f-05c9-4474-8e61-a63eb33e661d admin admin] Checking segment: {'id': 'ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:39:47.177914 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1736822f-05c9-4474-8e61-a63eb33e661d admin admin] Network hostable DHCP agents. Network: 6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c, hostable agents: ['ec1b8bb2-9315-4753-b51b-79fb59085424'], hosted agents: [] {{(pid=103547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:39:47.205094 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1736822f-05c9-4474-8e61-a63eb33e661d admin admin] Network 6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c is scheduled to be hosted by DHCP agent ec1b8bb2-9315-4753-b51b-79fb59085424 with binding_index 1 {{(pid=103547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:39:47.217700 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-1736822f-05c9-4474-8e61-a63eb33e661d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-smb, 6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c) {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:39:47.224353 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1736822f-05c9-4474-8e61-a63eb33e661d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:47.225269 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-1736822f-05c9-4474-8e61-a63eb33e661d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for subnet (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:47.244984 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170f700b-1a88-4d0d-a0ca-965732e2b0e9 None None] Network 6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:39:47.255714 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-1736822f-05c9-4474-8e61-a63eb33e661d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6483955 Apr 29 13:39:47.256297 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 41542) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:47.264811 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-526c329d-ed73-4312-b5d5-817c39471997 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-65629723-router', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:39:47.306543 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-526c329d-ed73-4312-b5d5-817c39471997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4115'] for router (3e041d0f-0fb7-4a6e-9de4-e1b923a49846), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:47.308556 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-526c329d-ed73-4312-b5d5-817c39471997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4136'] for router (3e041d0f-0fb7-4a6e-9de4-e1b923a49846), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:47.406721 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-526c329d-ed73-4312-b5d5-817c39471997 admin admin] Publish callbacks [] for router_controller (3e041d0f-0fb7-4a6e-9de4-e1b923a49846), precommit_add_association {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:47.431568 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4337fddb-5967-5862-9978-883eb4654285-6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'fixed_ips': [{'subnet_id': 'f258e551-312b-40dd-9f3e-d438e3260232'}]}} from dv-cinder-839416-3-smb. {{(pid=103549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 13:39:47.432595 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:47.606458 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-526c329d-ed73-4312-b5d5-817c39471997 admin admin] Publish callbacks [] for router_gateway (3e041d0f-0fb7-4a6e-9de4-e1b923a49846), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:47.615287 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Allocated IP 172.20.0.2 (6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c/f258e551-312b-40dd-9f3e-d438e3260232/9039a143-0254-4d41-89cd-0d23a69e93fb) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:39:47.791524 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Publish callbacks [] for port (9039a143-0254-4d41-89cd-0d23a69e93fb), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:47.798390 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (9039a143-0254-4d41-89cd-0d23a69e93fb), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:47.843155 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Network 6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:39:47.851182 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:39:47.855937 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:39:47.885492 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-526c329d-ed73-4312-b5d5-817c39471997 admin admin] Publish callbacks [] for router_gateway (3e041d0f-0fb7-4a6e-9de4-e1b923a49846), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:47.888956 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Pushing event updated for resources: {'Port': ['ID=9039a143-0254-4d41-89cd-0d23a69e93fb,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:47.915221 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-526c329d-ed73-4312-b5d5-817c39471997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:47.915837 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:47.916359 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:47.917260 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:47.918209 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:47.918736 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:47.919235 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:47.919714 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:47.920321 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:47.920851 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:47.921592 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:47.922096 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:47.922588 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:47.923063 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:47.923690 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:47.924190 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:47.958315 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Attempting to bind port 9039a143-0254-4d41-89cd-0d23a69e93fb on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:39:47.983887 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Attempting to bind port 9039a143-0254-4d41-89cd-0d23a69e93fb by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': 'ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:39:47.985594 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Attempting to bind port 9039a143-0254-4d41-89cd-0d23a69e93fb on network 6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:39:48.006848 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:39:48.008106 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Checking segment: {'id': 'ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:39:48.008803 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:48.011690 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Bound using segment: {'id': 'ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:39:48.012872 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Bound port: 9039a143-0254-4d41-89cd-0d23a69e93fb, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:39:48.013780 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (9039a143-0254-4d41-89cd-0d23a69e93fb), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:48.113266 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:48.141963 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-526c329d-ed73-4312-b5d5-817c39471997 admin admin] Allocated IP 172.28.3.221 (9c8e0a80-d509-45ab-9720-00aefc93fc37/7d82864c-1f03-4b55-a173-75a79706e4c7/97ab560f-5c5b-4557-9f9d-f9ca5cb75e16) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:39:48.219308 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-8066965a-0f55-4509-a751-74cd97da148c None None] For port 9039a143-0254-4d41-89cd-0d23a69e93fb, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:39:48.224984 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-8066965a-0f55-4509-a751-74cd97da148c None None] For port 9039a143-0254-4d41-89cd-0d23a69e93fb, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=9039a143-0254-4d41-89cd-0d23a69e93fb,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:39:48.235355 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (9039a143-0254-4d41-89cd-0d23a69e93fb), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:48.306422 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d898b4-717a-40de-bcbc-386b885d889c req-01771fd8-1fc9-4d28-908c-f3210cb169f7 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:48.308332 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b5d898b4-717a-40de-bcbc-386b885d889c req-01771fd8-1fc9-4d28-908c-f3210cb169f7 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.1347785 Apr 29 13:39:48.323970 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066965a-0f55-4509-a751-74cd97da148c None None] Pushing event updated for resources: {'Port': ['ID=9039a143-0254-4d41-89cd-0d23a69e93fb,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:48.435085 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-526c329d-ed73-4312-b5d5-817c39471997 admin admin] Publish callbacks [] for port (97ab560f-5c5b-4557-9f9d-f9ca5cb75e16), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:48.476636 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b5d898b4-717a-40de-bcbc-386b885d889c req-d5c0c27d-9fee-4a1d-9496-f0436802e37f tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478093 Apr 29 13:39:48.548955 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-526c329d-ed73-4312-b5d5-817c39471997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (97ab560f-5c5b-4557-9f9d-f9ca5cb75e16), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:48.592682 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526c329d-ed73-4312-b5d5-817c39471997 admin admin] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:39:48.601505 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-526c329d-ed73-4312-b5d5-817c39471997 admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:39:48.606062 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c329d-ed73-4312-b5d5-817c39471997 admin admin] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:39:48.636857 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c329d-ed73-4312-b5d5-817c39471997 admin admin] Pushing event updated for resources: {'Port': ['ID=97ab560f-5c5b-4557-9f9d-f9ca5cb75e16,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:48.863198 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 9039a143-0254-4d41-89cd-0d23a69e93fb up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:39:48.980873 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 9039a143-0254-4d41-89cd-0d23a69e93fb triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:39:48.981484 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (9039a143-0254-4d41-89cd-0d23a69e93fb), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:49.035389 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-526c329d-ed73-4312-b5d5-817c39471997 admin admin] Publish callbacks [] for router_gateway (3e041d0f-0fb7-4a6e-9de4-e1b923a49846), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:49.088572 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 9039a143-0254-4d41-89cd-0d23a69e93fb is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:39:49.089628 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (9039a143-0254-4d41-89cd-0d23a69e93fb), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:49.136447 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41632) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:49.150903 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] For port 9039a143-0254-4d41-89cd-0d23a69e93fb, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=9039a143-0254-4d41-89cd-0d23a69e93fb,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:49.164615 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (9039a143-0254-4d41-89cd-0d23a69e93fb), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:49.251426 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Pushing event updated for resources: {'Port': ['ID=9039a143-0254-4d41-89cd-0d23a69e93fb,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:49.328285 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-072570dc-efd8-401b-9c84-0bec6f030c79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:49.410599 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-526c329d-ed73-4312-b5d5-817c39471997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455966'] for router (3e041d0f-0fb7-4a6e-9de4-e1b923a49846), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:49.501953 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-072570dc-efd8-401b-9c84-0bec6f030c79 admin admin] Publish callbacks [] for security_group (43b7f069-a0d7-4faf-a565-197ebeab7abc), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:49.509386 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-072570dc-efd8-401b-9c84-0bec6f030c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (43b7f069-a0d7-4faf-a565-197ebeab7abc), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:49.577729 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-072570dc-efd8-401b-9c84-0bec6f030c79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bcf21311df6e47d5b43aa5be0f643b3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4397125 Apr 29 13:39:49.583784 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41658) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:49.618247 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072570dc-efd8-401b-9c84-0bec6f030c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b7f069-a0d7-4faf-a565-197ebeab7abc,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:49.711932 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-fda24927-eec9-418c-ac54-48a320dd82b0 admin admin] Publish callbacks [] for security_group (43b7f069-a0d7-4faf-a565-197ebeab7abc), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:49.751377 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-fda24927-eec9-418c-ac54-48a320dd82b0 admin admin] Publish callbacks [] for security_group (43b7f069-a0d7-4faf-a565-197ebeab7abc), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:49.763634 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85974635-3fa6-432d-9c9e-8d84712c7c9a req-63e76bf9-c899-4cd8-8435-f352b7d008c3 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:49.765709 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-85974635-3fa6-432d-9c9e-8d84712c7c9a req-63e76bf9-c899-4cd8-8435-f352b7d008c3 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.1121278 Apr 29 13:39:49.773263 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526c329d-ed73-4312-b5d5-817c39471997 admin admin] Router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 is scheduled to L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 with binding_index 1 {{(pid=103548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:39:49.886018 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-fda24927-eec9-418c-ac54-48a320dd82b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (43b7f069-a0d7-4faf-a565-197ebeab7abc), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:49.889416 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-fda24927-eec9-418c-ac54-48a320dd82b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:49.891063 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-fda24927-eec9-418c-ac54-48a320dd82b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43b7f069-a0d7-4faf-a565-197ebeab7abc HTTP/1.1" status: 204 len: 168 time: 0.3040512 Apr 29 13:39:49.926323 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda24927-eec9-418c-ac54-48a320dd82b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b7f069-a0d7-4faf-a565-197ebeab7abc,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:49.971093 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c85b03-618c-4558-a15a-8655791d40c0 None None] Network 6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:39:50.118415 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41676) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:50.164161 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:50.168540 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-b8db73b2-ad4c-4189-8a78-72ebfb4ab849 None None] Provisioning complete for port 9039a143-0254-4d41-89cd-0d23a69e93fb triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:39:50.169197 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b8db73b2-ad4c-4189-8a78-72ebfb4ab849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (9039a143-0254-4d41-89cd-0d23a69e93fb), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:50.325492 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-85974635-3fa6-432d-9c9e-8d84712c7c9a req-2bc28c0c-cd48-42c6-abf5-9da7250bda05 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5438559 Apr 29 13:39:50.415286 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-b8db73b2-ad4c-4189-8a78-72ebfb4ab849 None None] Current status of the port 9039a143-0254-4d41-89cd-0d23a69e93fb is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:39:50.439681 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8deaa43f-816a-46f1-8108-e75fbd99d991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:50.453244 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526c329d-ed73-4312-b5d5-817c39471997 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:39:50.492699 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] Sync routers for ids ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:39:50.505539 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-526c329d-ed73-4312-b5d5-817c39471997 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:50.509209 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-526c329d-ed73-4312-b5d5-817c39471997 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2512712 Apr 29 13:39:50.514952 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 41682) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:50.521294 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] Routers {'3e041d0f-0fb7-4a6e-9de4-e1b923a49846'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:39:50.522300 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:39:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:50.565104 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8deaa43f-816a-46f1-8108-e75fbd99d991 admin admin] Publish callbacks [] for security_group (3e5afbd0-e661-4e8b-b375-f1568f4c87b8), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:50.571725 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8deaa43f-816a-46f1-8108-e75fbd99d991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (3e5afbd0-e661-4e8b-b375-f1568f4c87b8), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:50.656218 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-8deaa43f-816a-46f1-8108-e75fbd99d991 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7289efc54c984078aad299c116914dec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5362153 Apr 29 13:39:50.657004 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41684) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:50.657331 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41686) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:50.657992 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deaa43f-816a-46f1-8108-e75fbd99d991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5afbd0-e661-4e8b-b375-f1568f4c87b8,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:50.759644 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c246ae26-6467-4a71-b7e3-93c037851183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:50.768871 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-e589385d-e644-42b2-ba11-5e3950ee6e2c None None] Provisioning complete for port 9039a143-0254-4d41-89cd-0d23a69e93fb triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:39:50.769676 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e589385d-e644-42b2-ba11-5e3950ee6e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (9039a143-0254-4d41-89cd-0d23a69e93fb), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:50.822917 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] Set router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:39:50.823814 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 9039a143-0254-4d41-89cd-0d23a69e93fb up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:39:50.918974 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-84e777ee-5ad6-4e44-b132-a8bbeed6c4c4 admin admin] Publish callbacks [] for security_group (3e5afbd0-e661-4e8b-b375-f1568f4c87b8), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:50.952755 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 9039a143-0254-4d41-89cd-0d23a69e93fb triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:39:50.953440 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (9039a143-0254-4d41-89cd-0d23a69e93fb), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:50.955253 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-e589385d-e644-42b2-ba11-5e3950ee6e2c None None] Current status of the port 9039a143-0254-4d41-89cd-0d23a69e93fb is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:39:51.015027 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-84e777ee-5ad6-4e44-b132-a8bbeed6c4c4 admin admin] Publish callbacks [] for security_group (3e5afbd0-e661-4e8b-b375-f1568f4c87b8), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:51.161004 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 9039a143-0254-4d41-89cd-0d23a69e93fb is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:39:51.255381 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c246ae26-6467-4a71-b7e3-93c037851183 admin admin] Publish callbacks [] for security_group (4c66a4de-f1ae-413b-9d99-b4760966cd1a), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:51.264254 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c246ae26-6467-4a71-b7e3-93c037851183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (4c66a4de-f1ae-413b-9d99-b4760966cd1a), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:51.266956 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'name': 'tempest-AttachVolumeShelveTestJSON-65629723-router', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:48Z', 'revision_number': 3, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'gw_port': {'id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:51.360897 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-84e777ee-5ad6-4e44-b132-a8bbeed6c4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (3e5afbd0-e661-4e8b-b375-f1568f4c87b8), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:51.364200 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-84e777ee-5ad6-4e44-b132-a8bbeed6c4c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:51.368211 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-84e777ee-5ad6-4e44-b132-a8bbeed6c4c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e5afbd0-e661-4e8b-b375-f1568f4c87b8 HTTP/1.1" status: 204 len: 168 time: 0.7015293 Apr 29 13:39:51.368377 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] Checking router: 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:39:51.368377 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] Updating router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 port 97ab560f-5c5b-4557-9f9d-f9ca5cb75e16 binding host dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:39:51.374056 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-c246ae26-6467-4a71-b7e3-93c037851183 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5f33967858f46acadd1e5cf500dfdd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7101021 Apr 29 13:39:51.382752 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41720) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:51.385536 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246ae26-6467-4a71-b7e3-93c037851183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c66a4de-f1ae-413b-9d99-b4760966cd1a,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:51.444058 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e777ee-5ad6-4e44-b132-a8bbeed6c4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5afbd0-e661-4e8b-b375-f1568f4c87b8,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:51.538187 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:51.562551 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-615b68eb-29d7-496b-ad09-a46ef5681b90 admin admin] Publish callbacks [] for security_group (4c66a4de-f1ae-413b-9d99-b4760966cd1a), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:51.563884 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (97ab560f-5c5b-4557-9f9d-f9ca5cb75e16), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:51.599897 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-65127834-34ae-4f24-8dd1-27540fbe5c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:51.636701 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41732) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:51.640030 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-615b68eb-29d7-496b-ad09-a46ef5681b90 admin admin] Publish callbacks [] for security_group (4c66a4de-f1ae-413b-9d99-b4760966cd1a), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:51.755623 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-615b68eb-29d7-496b-ad09-a46ef5681b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (4c66a4de-f1ae-413b-9d99-b4760966cd1a), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:51.761784 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256893f-6057-47fd-97da-ecaa379a270e req-f49ef811-b08d-4cf0-bf92-1d77a93f8700 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:51.764422 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0256893f-6057-47fd-97da-ecaa379a270e req-f49ef811-b08d-4cf0-bf92-1d77a93f8700 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.1411574 Apr 29 13:39:51.770677 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-615b68eb-29d7-496b-ad09-a46ef5681b90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:51.774840 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-615b68eb-29d7-496b-ad09-a46ef5681b90 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c66a4de-f1ae-413b-9d99-b4760966cd1a HTTP/1.1" status: 204 len: 168 time: 0.3879385 Apr 29 13:39:51.803586 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b68eb-29d7-496b-ad09-a46ef5681b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c66a4de-f1ae-413b-9d99-b4760966cd1a,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:52.011570 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0256893f-6057-47fd-97da-ecaa379a270e req-f101e487-845c-4b4e-aa6c-de763e4557db tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271407 Apr 29 13:39:52.116265 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-65127834-34ae-4f24-8dd1-27540fbe5c7d admin admin] Allocated IP 172.20.0.1 (6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c/f258e551-312b-40dd-9f3e-d438e3260232/a60f21e2-e1a6-4631-b833-d367bdc4cf2d) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:39:52.165810 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-176c7fb1-a31e-443b-88a1-a0bfcf942840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:52.187051 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41742) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:52.245763 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] Publish callbacks [] for port (97ab560f-5c5b-4557-9f9d-f9ca5cb75e16), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:52.256092 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (97ab560f-5c5b-4557-9f9d-f9ca5cb75e16), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:52.334010 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-65127834-34ae-4f24-8dd1-27540fbe5c7d admin admin] Publish callbacks [] for port (a60f21e2-e1a6-4631-b833-d367bdc4cf2d), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:52.374268 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-65127834-34ae-4f24-8dd1-27540fbe5c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (a60f21e2-e1a6-4631-b833-d367bdc4cf2d), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:52.376502 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0c8d5-1b79-428b-99e7-9978e022a4f1 None None] Pushing event updated for resources: {'Port': ['ID=97ab560f-5c5b-4557-9f9d-f9ca5cb75e16,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:52.383777 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] Attempting to bind port 97ab560f-5c5b-4557-9f9d-f9ca5cb75e16 on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:39:52.385181 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] Attempting to bind port 97ab560f-5c5b-4557-9f9d-f9ca5cb75e16 by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:39:52.385906 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] Attempting to bind port 97ab560f-5c5b-4557-9f9d-f9ca5cb75e16 on network 9c8e0a80-d509-45ab-9720-00aefc93fc37 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:39:52.390772 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-176c7fb1-a31e-443b-88a1-a0bfcf942840 admin admin] Publish callbacks [] for security_group (eb8e8bdb-3b09-452d-ab90-f7aea3acdfae), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:52.399861 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-176c7fb1-a31e-443b-88a1-a0bfcf942840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (eb8e8bdb-3b09-452d-ab90-f7aea3acdfae), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:52.407707 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:39:52.408128 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] Checking segment: {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:39:52.409619 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:52.410020 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] Bound using segment: {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:39:52.410624 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] Bound port: 97ab560f-5c5b-4557-9f9d-f9ca5cb75e16, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:39:52.411073 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (97ab560f-5c5b-4557-9f9d-f9ca5cb75e16), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:52.446330 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 41748) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:52.448281 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65127834-34ae-4f24-8dd1-27540fbe5c7d admin admin] Network 6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:39:52.468215 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c7fb1-a31e-443b-88a1-a0bfcf942840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8e8bdb-3b09-452d-ab90-f7aea3acdfae,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:52.477315 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-176c7fb1-a31e-443b-88a1-a0bfcf942840 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b40c5098169427480fe67a447ddd9ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8338549 Apr 29 13:39:52.477672 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-65127834-34ae-4f24-8dd1-27540fbe5c7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:39:52.479992 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41750) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:52.502066 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65127834-34ae-4f24-8dd1-27540fbe5c7d admin admin] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:39:52.525522 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0c8d5-1b79-428b-99e7-9978e022a4f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:52.526083 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0c8d5-1b79-428b-99e7-9978e022a4f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:52.526640 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0c8d5-1b79-428b-99e7-9978e022a4f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:52.527290 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0c8d5-1b79-428b-99e7-9978e022a4f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:52.527747 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0c8d5-1b79-428b-99e7-9978e022a4f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:52.528303 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0c8d5-1b79-428b-99e7-9978e022a4f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:52.528870 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0c8d5-1b79-428b-99e7-9978e022a4f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:52.529647 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0c8d5-1b79-428b-99e7-9978e022a4f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:52.529742 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8f2df11c-22c6-4553-b730-118a443e504d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:52.529909 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0c8d5-1b79-428b-99e7-9978e022a4f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:52.530467 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0c8d5-1b79-428b-99e7-9978e022a4f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:52.530962 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0c8d5-1b79-428b-99e7-9978e022a4f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:52.531533 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0c8d5-1b79-428b-99e7-9978e022a4f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:52.532081 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0c8d5-1b79-428b-99e7-9978e022a4f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:52.532634 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0c8d5-1b79-428b-99e7-9978e022a4f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:52.541250 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa0c8d5-1b79-428b-99e7-9978e022a4f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:39:52.590431 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] For port 97ab560f-5c5b-4557-9f9d-f9ca5cb75e16, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:39:52.595492 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65127834-34ae-4f24-8dd1-27540fbe5c7d admin admin] Pushing event updated for resources: {'Port': ['ID=a60f21e2-e1a6-4631-b833-d367bdc4cf2d,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:52.599382 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] For port 97ab560f-5c5b-4557-9f9d-f9ca5cb75e16, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=97ab560f-5c5b-4557-9f9d-f9ca5cb75e16,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:39:52.616834 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-687432ad-342f-45d2-91bc-ce6e64c63714 admin admin] Publish callbacks [] for security_group (eb8e8bdb-3b09-452d-ab90-f7aea3acdfae), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:52.623332 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (97ab560f-5c5b-4557-9f9d-f9ca5cb75e16), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:52.692166 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-687432ad-342f-45d2-91bc-ce6e64c63714 admin admin] Publish callbacks [] for security_group (eb8e8bdb-3b09-452d-ab90-f7aea3acdfae), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:52.706270 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-65127834-34ae-4f24-8dd1-27540fbe5c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455787'] for router_interface (3e041d0f-0fb7-4a6e-9de4-e1b923a49846), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:52.778893 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] Routers {'3e041d0f-0fb7-4a6e-9de4-e1b923a49846'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:39:52.779688 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:39:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:52.782643 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0c8d5-1b79-428b-99e7-9978e022a4f1 None None] Pushing event updated for resources: {'Port': ['ID=97ab560f-5c5b-4557-9f9d-f9ca5cb75e16,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:52.793214 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-687432ad-342f-45d2-91bc-ce6e64c63714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (eb8e8bdb-3b09-452d-ab90-f7aea3acdfae), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:52.798126 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-687432ad-342f-45d2-91bc-ce6e64c63714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:52.800235 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-687432ad-342f-45d2-91bc-ce6e64c63714 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb8e8bdb-3b09-452d-ab90-f7aea3acdfae HTTP/1.1" status: 204 len: 168 time: 0.3176267 Apr 29 13:39:52.836287 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687432ad-342f-45d2-91bc-ce6e64c63714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8e8bdb-3b09-452d-ab90-f7aea3acdfae,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:52.911943 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-12f63636-d1a0-4667-ae7e-0e2f466731bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:52.976755 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] Set router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:39:53.043849 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-12f63636-d1a0-4667-ae7e-0e2f466731bd admin admin] Publish callbacks [] for security_group (230b49d8-ba68-461b-9dab-f947b20abc58), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.049565 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-12f63636-d1a0-4667-ae7e-0e2f466731bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (230b49d8-ba68-461b-9dab-f947b20abc58), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.073266 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-def7ee4d-52ee-4bd9-9a73-b160d0d402e3 None None] Provisioning complete for port a60f21e2-e1a6-4631-b833-d367bdc4cf2d triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:39:53.076238 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-def7ee4d-52ee-4bd9-9a73-b160d0d402e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (a60f21e2-e1a6-4631-b833-d367bdc4cf2d), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.137701 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-12f63636-d1a0-4667-ae7e-0e2f466731bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca425980baf449658b355aca1c07f9ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9469168 Apr 29 13:39:53.141598 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41774) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:53.154764 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f63636-d1a0-4667-ae7e-0e2f466731bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230b49d8-ba68-461b-9dab-f947b20abc58,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:53.218216 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-def7ee4d-52ee-4bd9-9a73-b160d0d402e3 None None] Port a60f21e2-e1a6-4631-b833-d367bdc4cf2d cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:39:53.272278 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ede85f92-b5e0-4347-960b-8a2b158cbd22 admin admin] Publish callbacks [] for security_group (230b49d8-ba68-461b-9dab-f947b20abc58), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.280446 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8f2df11c-22c6-4553-b730-118a443e504d admin admin] Publish callbacks [] for security_group (50f209db-36ec-40e6-9b77-e6608da1be4c), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.299447 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ede85f92-b5e0-4347-960b-8a2b158cbd22 admin admin] Publish callbacks [] for security_group (230b49d8-ba68-461b-9dab-f947b20abc58), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.381531 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ede85f92-b5e0-4347-960b-8a2b158cbd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (230b49d8-ba68-461b-9dab-f947b20abc58), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.385878 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ede85f92-b5e0-4347-960b-8a2b158cbd22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.389811 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-ede85f92-b5e0-4347-960b-8a2b158cbd22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/230b49d8-ba68-461b-9dab-f947b20abc58 HTTP/1.1" status: 204 len: 168 time: 0.2446339 Apr 29 13:39:53.417235 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede85f92-b5e0-4347-960b-8a2b158cbd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230b49d8-ba68-461b-9dab-f947b20abc58,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:53.421886 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8f2df11c-22c6-4553-b730-118a443e504d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (50f209db-36ec-40e6-9b77-e6608da1be4c), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.514347 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3b9be-7ef4-4fb2-ad0c-423c20fe963d req-abd826e0-468d-459c-bce7-57742e96f61c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:53.517980 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-eae3b9be-7ef4-4fb2-ad0c-423c20fe963d req-abd826e0-468d-459c-bce7-57742e96f61c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.3158288 Apr 29 13:39:53.566062 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2df11c-22c6-4553-b730-118a443e504d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f209db-36ec-40e6-9b77-e6608da1be4c,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:53.573758 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'name': 'tempest-AttachVolumeShelveTestJSON-65629723-router', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:48Z', 'revision_number': 3, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'gw_port': {'id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:53.586300 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-8f2df11c-22c6-4553-b730-118a443e504d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07adee8ca4bc48e7ae753ce3bf30ca2f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1345725 Apr 29 13:39:53.589212 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41788) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:53.605406 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-65127834-34ae-4f24-8dd1-27540fbe5c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (a60f21e2-e1a6-4631-b833-d367bdc4cf2d), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.628791 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41790) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:53.634313 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357913a7-94c9-448c-a556-cca029a6a872 None None] The sync data for ids ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'] in dv-cinder-839416-3-smb is: [{'id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'name': 'tempest-AttachVolumeShelveTestJSON-65629723-router', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:48Z', 'revision_number': 3, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'gw_port': {'id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:39:53.647832 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-eae3b9be-7ef4-4fb2-ad0c-423c20fe963d req-5717f705-9fde-40d2-a137-1c122562e9d5 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764239 Apr 29 13:39:53.676134 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ac0009d7-fd8c-45a6-9a8a-d45544b18476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.746493 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-90904e56-6d60-4bc4-b0d9-04d1a3a7f79c admin admin] Publish callbacks [] for security_group (50f209db-36ec-40e6-9b77-e6608da1be4c), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.804577 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-90904e56-6d60-4bc4-b0d9-04d1a3a7f79c admin admin] Publish callbacks [] for security_group (50f209db-36ec-40e6-9b77-e6608da1be4c), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.917150 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ac0009d7-fd8c-45a6-9a8a-d45544b18476 admin admin] Publish callbacks [] for security_group (609a7ba0-29b6-48ce-a71d-7e5d8b8100e2), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.928967 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ac0009d7-fd8c-45a6-9a8a-d45544b18476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (609a7ba0-29b6-48ce-a71d-7e5d8b8100e2), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.983479 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-90904e56-6d60-4bc4-b0d9-04d1a3a7f79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (50f209db-36ec-40e6-9b77-e6608da1be4c), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.986901 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-90904e56-6d60-4bc4-b0d9-04d1a3a7f79c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:53.992224 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-90904e56-6d60-4bc4-b0d9-04d1a3a7f79c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50f209db-36ec-40e6-9b77-e6608da1be4c HTTP/1.1" status: 204 len: 168 time: 0.4010534 Apr 29 13:39:54.016254 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-ac0009d7-fd8c-45a6-9a8a-d45544b18476 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=398c8c1d178f459ea20f91e41dcb9545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3854663 Apr 29 13:39:54.017600 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41798) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:54.019490 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0009d7-fd8c-45a6-9a8a-d45544b18476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609a7ba0-29b6-48ce-a71d-7e5d8b8100e2,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:54.070794 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90904e56-6d60-4bc4-b0d9-04d1a3a7f79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f209db-36ec-40e6-9b77-e6608da1be4c,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:54.188661 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41802) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:54.210629 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-aaeeac00-82d9-4a9e-bd34-64d9de81eb32 admin admin] Publish callbacks [] for security_group (609a7ba0-29b6-48ce-a71d-7e5d8b8100e2), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:54.228266 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-fdb08294-d2bf-47da-bee8-31ed29c7daf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:54.276548 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-65127834-34ae-4f24-8dd1-27540fbe5c7d admin admin] Publish callbacks [] for port (a60f21e2-e1a6-4631-b833-d367bdc4cf2d), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:54.284566 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-65127834-34ae-4f24-8dd1-27540fbe5c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26512087'] for port (a60f21e2-e1a6-4631-b833-d367bdc4cf2d), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:54.310108 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-aaeeac00-82d9-4a9e-bd34-64d9de81eb32 admin admin] Publish callbacks [] for security_group (609a7ba0-29b6-48ce-a71d-7e5d8b8100e2), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:54.391681 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65127834-34ae-4f24-8dd1-27540fbe5c7d admin admin] Pushing event updated for resources: {'Port': ['ID=a60f21e2-e1a6-4631-b833-d367bdc4cf2d,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:54.405514 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-65127834-34ae-4f24-8dd1-27540fbe5c7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457179'] for router_interface (3e041d0f-0fb7-4a6e-9de4-e1b923a49846), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:54.499405 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-aaeeac00-82d9-4a9e-bd34-64d9de81eb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (609a7ba0-29b6-48ce-a71d-7e5d8b8100e2), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:54.501991 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-aaeeac00-82d9-4a9e-bd34-64d9de81eb32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:54.503133 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-aaeeac00-82d9-4a9e-bd34-64d9de81eb32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/609a7ba0-29b6-48ce-a71d-7e5d8b8100e2 HTTP/1.1" status: 204 len: 168 time: 0.4636576 Apr 29 13:39:54.560333 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeeac00-82d9-4a9e-bd34-64d9de81eb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609a7ba0-29b6-48ce-a71d-7e5d8b8100e2,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:54.592451 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-fdb08294-d2bf-47da-bee8-31ed29c7daf0 admin admin] Publish callbacks [] for security_group (30ade6fa-870b-4b42-b799-5a05281e0b00), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:54.597626 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-fdb08294-d2bf-47da-bee8-31ed29c7daf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (30ade6fa-870b-4b42-b799-5a05281e0b00), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:54.666021 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65127834-34ae-4f24-8dd1-27540fbe5c7d admin admin] Network 6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:39:54.667235 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-65127834-34ae-4f24-8dd1-27540fbe5c7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:39:54.738515 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-fdb08294-d2bf-47da-bee8-31ed29c7daf0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ede15376b9364fa59b23f0da7b3c6fc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5443408 Apr 29 13:39:54.740210 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb08294-d2bf-47da-bee8-31ed29c7daf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ade6fa-870b-4b42-b799-5a05281e0b00,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:54.753792 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41820) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:54.885296 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 97ab560f-5c5b-4557-9f9d-f9ca5cb75e16 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:39:54.912431 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-dd5bf7a4-50f1-4d55-a329-bcc6abf324f4 admin admin] Publish callbacks [] for security_group (30ade6fa-870b-4b42-b799-5a05281e0b00), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:54.970662 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-dd5bf7a4-50f1-4d55-a329-bcc6abf324f4 admin admin] Publish callbacks [] for security_group (30ade6fa-870b-4b42-b799-5a05281e0b00), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:55.017218 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 97ab560f-5c5b-4557-9f9d-f9ca5cb75e16 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:39:55.017888 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (97ab560f-5c5b-4557-9f9d-f9ca5cb75e16), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:55.091284 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-dd5bf7a4-50f1-4d55-a329-bcc6abf324f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (30ade6fa-870b-4b42-b799-5a05281e0b00), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:55.094824 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-dd5bf7a4-50f1-4d55-a329-bcc6abf324f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:55.096460 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-dd5bf7a4-50f1-4d55-a329-bcc6abf324f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30ade6fa-870b-4b42-b799-5a05281e0b00 HTTP/1.1" status: 204 len: 168 time: 0.3412840 Apr 29 13:39:55.109748 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5bf7a4-50f1-4d55-a329-bcc6abf324f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ade6fa-870b-4b42-b799-5a05281e0b00,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:55.131905 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef5d27-4fa8-4b89-867d-80a02b0f6471 req-cca8a5fa-4a87-428a-82e4-edc5726c9dd1 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:55.134032 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0fef5d27-4fa8-4b89-867d-80a02b0f6471 req-cca8a5fa-4a87-428a-82e4-edc5726c9dd1 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.2400231 Apr 29 13:39:55.179155 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65127834-34ae-4f24-8dd1-27540fbe5c7d admin admin] Router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:39:55.288209 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0fef5d27-4fa8-4b89-867d-80a02b0f6471 req-f4a8206b-f6d0-455d-9da8-65ca65b040b3 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478391 Apr 29 13:39:55.300026 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-bd7c47c7-3bd0-4a42-858b-ed56e59a498d None None] Provisioning complete for port a60f21e2-e1a6-4631-b833-d367bdc4cf2d triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:39:55.303121 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bd7c47c7-3bd0-4a42-858b-ed56e59a498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (a60f21e2-e1a6-4631-b833-d367bdc4cf2d), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:55.381738 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-bd7c47c7-3bd0-4a42-858b-ed56e59a498d None None] Port a60f21e2-e1a6-4631-b833-d367bdc4cf2d cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:39:55.383563 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 97ab560f-5c5b-4557-9f9d-f9ca5cb75e16 is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:39:55.384196 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (97ab560f-5c5b-4557-9f9d-f9ca5cb75e16), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:55.415154 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] For port 97ab560f-5c5b-4557-9f9d-f9ca5cb75e16, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=97ab560f-5c5b-4557-9f9d-f9ca5cb75e16,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:55.423359 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (97ab560f-5c5b-4557-9f9d-f9ca5cb75e16), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:55.557629 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Pushing event updated for resources: {'Port': ['ID=97ab560f-5c5b-4557-9f9d-f9ca5cb75e16,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:55.614291 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65127834-34ae-4f24-8dd1-27540fbe5c7d admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:39:55.620899 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-65127834-34ae-4f24-8dd1-27540fbe5c7d admin admin] 10.222.0.20 "PUT /v2.0/routers/3e041d0f-0fb7-4a6e-9de4-e1b923a49846/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1043761 Apr 29 13:39:56.424169 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] Sync routers for ids ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'] in dv-cinder-839416-3-smb {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:39:56.459063 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] Routers {'3e041d0f-0fb7-4a6e-9de4-e1b923a49846'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:39:56.460226 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:39:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:56.474941 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41878) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:56.556046 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ceeb7-0a2f-4af9-9f0d-f5b8122b41f5 req-daa6de2a-b2ee-480a-b9e3-0990c93c1576 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:56.571751 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4e4ceeb7-0a2f-4af9-9f0d-f5b8122b41f5 req-daa6de2a-b2ee-480a-b9e3-0990c93c1576 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.1405504 Apr 29 13:39:56.701853 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4e4ceeb7-0a2f-4af9-9f0d-f5b8122b41f5 req-1e54119a-3f70-4be6-b978-5c61a6eefe22 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236930 Apr 29 13:39:56.866275 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] Set router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:39:56.915211 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41894) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:56.923370 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-6a46a6f6-10e3-4b89-8c80-794de8c71f27 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1608376068', 'description': 'tempest-description--261493118'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:39:56.935626 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 97ab560f-5c5b-4557-9f9d-f9ca5cb75e16 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:39:57.026441 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-20ca30d0-88d7-4f90-a780-b373d0f30b3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:57.041835 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6a46a6f6-10e3-4b89-8c80-794de8c71f27 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:57.166078 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-20ca30d0-88d7-4f90-a780-b373d0f30b3b admin admin] Publish callbacks [] for security_group (c9ec357b-c7dd-43b9-be13-17be6c8131be), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:57.174983 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-20ca30d0-88d7-4f90-a780-b373d0f30b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (c9ec357b-c7dd-43b9-be13-17be6c8131be), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:57.247467 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca30d0-88d7-4f90-a780-b373d0f30b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ec357b-c7dd-43b9-be13-17be6c8131be,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:57.266143 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-20ca30d0-88d7-4f90-a780-b373d0f30b3b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df71214f12d245dfb04bb253d24625e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7895763 Apr 29 13:39:57.266300 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 41906) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:57.285349 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 97ab560f-5c5b-4557-9f9d-f9ca5cb75e16 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:39:57.285974 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (97ab560f-5c5b-4557-9f9d-f9ca5cb75e16), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:57.321982 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6a46a6f6-10e3-4b89-8c80-794de8c71f27 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group (144761e0-31c2-4ddb-bcc7-2f93ba8f3706), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:57.328900 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6a46a6f6-10e3-4b89-8c80-794de8c71f27 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (144761e0-31c2-4ddb-bcc7-2f93ba8f3706), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:57.366006 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6a46a6f6-10e3-4b89-8c80-794de8c71f27 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:57.368194 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-6a46a6f6-10e3-4b89-8c80-794de8c71f27 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4516149 Apr 29 13:39:57.373645 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41912) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:57.379303 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-62170bee-ad1f-4353-b07c-15c9002987f2 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Request body: {'security_group_rule': {'security_group_id': '144761e0-31c2-4ddb-bcc7-2f93ba8f3706', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:39:57.410320 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9923876e-db3d-443d-a411-b7ba3fcf8f95 admin admin] Publish callbacks [] for security_group (c9ec357b-c7dd-43b9-be13-17be6c8131be), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:57.413516 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46a6f6-10e3-4b89-8c80-794de8c71f27 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=144761e0-31c2-4ddb-bcc7-2f93ba8f3706,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:57.416314 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-62170bee-ad1f-4353-b07c-15c9002987f2 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group_rule (94f92aea-dcb0-49f4-a5d5-542d377b6431), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:57.420558 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'name': 'tempest-AttachVolumeShelveTestJSON-65629723-router', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:53Z', 'revision_number': 4, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'gw_port': {'id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'a60f21e2-e1a6-4631-b833-d367bdc4cf2d', 'name': '', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'mac_address': 'fa:16:3e:0a:3e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:51Z', 'updated_at': '2022-04-29T13:39:53Z', 'revision_number': 2, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'subnets': [{'id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:57.456448 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] Checking router: 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 for host: dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:39:57.457190 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] Updating router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 port a60f21e2-e1a6-4631-b833-d367bdc4cf2d binding host dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:39:57.472041 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9923876e-db3d-443d-a411-b7ba3fcf8f95 admin admin] Publish callbacks [] for security_group (c9ec357b-c7dd-43b9-be13-17be6c8131be), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:57.505697 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-62170bee-ad1f-4353-b07c-15c9002987f2 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group_rule (94f92aea-dcb0-49f4-a5d5-542d377b6431), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:57.511896 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-62170bee-ad1f-4353-b07c-15c9002987f2 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (94f92aea-dcb0-49f4-a5d5-542d377b6431), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:57.527514 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 97ab560f-5c5b-4557-9f9d-f9ca5cb75e16 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:39:57.534380 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62170bee-ad1f-4353-b07c-15c9002987f2 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f92aea-dcb0-49f4-a5d5-542d377b6431,revision_number=0']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:57.558005 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-62170bee-ad1f-4353-b07c-15c9002987f2 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:57.561090 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-62170bee-ad1f-4353-b07c-15c9002987f2 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1855741 Apr 29 13:39:57.563960 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 41920) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:57.569881 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (a60f21e2-e1a6-4631-b833-d367bdc4cf2d), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:57.571257 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-7bca51f1-9cf4-4f6a-84d6-dfcafa2e2653 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Request body: {'security_group_rule': {'security_group_id': '144761e0-31c2-4ddb-bcc7-2f93ba8f3706', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:39:57.611587 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7bca51f1-9cf4-4f6a-84d6-dfcafa2e2653 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group_rule (063b449c-922d-49f1-8aca-8458916fdbf3), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:57.619341 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9923876e-db3d-443d-a411-b7ba3fcf8f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (c9ec357b-c7dd-43b9-be13-17be6c8131be), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:57.622072 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9923876e-db3d-443d-a411-b7ba3fcf8f95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:57.623819 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-9923876e-db3d-443d-a411-b7ba3fcf8f95 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9ec357b-c7dd-43b9-be13-17be6c8131be HTTP/1.1" status: 204 len: 168 time: 0.3561068 Apr 29 13:39:57.663220 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923876e-db3d-443d-a411-b7ba3fcf8f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ec357b-c7dd-43b9-be13-17be6c8131be,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:57.703826 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7bca51f1-9cf4-4f6a-84d6-dfcafa2e2653 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group_rule (063b449c-922d-49f1-8aca-8458916fdbf3), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:57.709222 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7bca51f1-9cf4-4f6a-84d6-dfcafa2e2653 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (063b449c-922d-49f1-8aca-8458916fdbf3), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:57.731072 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca51f1-9cf4-4f6a-84d6-dfcafa2e2653 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063b449c-922d-49f1-8aca-8458916fdbf3,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:57.758897 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7bca51f1-9cf4-4f6a-84d6-dfcafa2e2653 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:57.764473 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 41930) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:39:57.765238 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-7bca51f1-9cf4-4f6a-84d6-dfcafa2e2653 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1999934 Apr 29 13:39:57.769449 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-bf4d5053-b7ea-4e5b-b7cb-90eba3632a0b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Request body: {'floatingip': {'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:39:57.809766 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5053-b7ea-4e5b-b7cb-90eba3632a0b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:57.922688 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6362611-cc6f-4790-af93-2e95271e0a73 req-7ae65f8b-a282-4ed8-b79f-aa9e71085b00 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:57.924761 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a6362611-cc6f-4790-af93-2e95271e0a73 req-7ae65f8b-a282-4ed8-b79f-aa9e71085b00 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0846248 Apr 29 13:39:57.928332 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5053-b7ea-4e5b-b7cb-90eba3632a0b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:58.049125 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a6362611-cc6f-4790-af93-2e95271e0a73 req-dc4d220f-ab33-4260-8958-b4467375c671 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183310 Apr 29 13:39:58.101092 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [None req-bf4d5053-b7ea-4e5b-b7cb-90eba3632a0b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Allocated IP 172.28.3.30 (9c8e0a80-d509-45ab-9720-00aefc93fc37/7d82864c-1f03-4b55-a173-75a79706e4c7/2b27157b-891f-4a0b-ae82-9246564a36e5) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:39:58.113207 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] Publish callbacks [] for port (a60f21e2-e1a6-4631-b833-d367bdc4cf2d), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:58.120025 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (a60f21e2-e1a6-4631-b833-d367bdc4cf2d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:58.284798 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cf719-3ef5-432d-8f82-f32f0ad896c4 None None] Pushing event updated for resources: {'Port': ['ID=a60f21e2-e1a6-4631-b833-d367bdc4cf2d,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:58.295955 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] Attempting to bind port a60f21e2-e1a6-4631-b833-d367bdc4cf2d on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:39:58.296831 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] Attempting to bind port a60f21e2-e1a6-4631-b833-d367bdc4cf2d by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': 'ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:39:58.297220 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] Attempting to bind port a60f21e2-e1a6-4631-b833-d367bdc4cf2d on network 6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:39:58.306078 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:39:58.306657 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] Checking segment: {'id': 'ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:39:58.307073 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:58.307481 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] Bound using segment: {'id': 'ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:39:58.307990 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] Bound port: a60f21e2-e1a6-4631-b833-d367bdc4cf2d, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:39:58.308438 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (a60f21e2-e1a6-4631-b833-d367bdc4cf2d), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:58.452280 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] For port a60f21e2-e1a6-4631-b833-d367bdc4cf2d, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:39:58.462595 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] For port a60f21e2-e1a6-4631-b833-d367bdc4cf2d, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=a60f21e2-e1a6-4631-b833-d367bdc4cf2d,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:39:58.478806 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (a60f21e2-e1a6-4631-b833-d367bdc4cf2d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:58.586798 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cf719-3ef5-432d-8f82-f32f0ad896c4 None None] Pushing event updated for resources: {'Port': ['ID=a60f21e2-e1a6-4631-b833-d367bdc4cf2d,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:58.631029 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] Routers {'3e041d0f-0fb7-4a6e-9de4-e1b923a49846'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:39:58.633814 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:39:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:58.719729 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5053-b7ea-4e5b-b7cb-90eba3632a0b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for port (2b27157b-891f-4a0b-ae82-9246564a36e5), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:58.734393 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-44971959-1bbe-4dc0-874f-b164c28378fb None None] Provisioning complete for port a60f21e2-e1a6-4631-b833-d367bdc4cf2d triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:39:58.734393 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-44971959-1bbe-4dc0-874f-b164c28378fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (a60f21e2-e1a6-4631-b833-d367bdc4cf2d), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:58.820253 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5053-b7ea-4e5b-b7cb-90eba3632a0b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (2b27157b-891f-4a0b-ae82-9246564a36e5), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:58.920075 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4d5053-b7ea-4e5b-b7cb-90eba3632a0b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:39:58.933320 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-bf4d5053-b7ea-4e5b-b7cb-90eba3632a0b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:39:58.943031 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4d5053-b7ea-4e5b-b7cb-90eba3632a0b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:39:58.943672 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] Set router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:39:59.059147 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d5053-b7ea-4e5b-b7cb-90eba3632a0b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Pushing event updated for resources: {'Port': ['ID=2b27157b-891f-4a0b-ae82-9246564a36e5,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:59.097272 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5053-b7ea-4e5b-b7cb-90eba3632a0b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for floatingip (d6ca2016-574a-4a5e-b520-e46ac240a619), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:59.151931 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5053-b7ea-4e5b-b7cb-90eba3632a0b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (2b27157b-891f-4a0b-ae82-9246564a36e5), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:59.207262 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-44971959-1bbe-4dc0-874f-b164c28378fb None None] Current status of the port a60f21e2-e1a6-4631-b833-d367bdc4cf2d is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:39:59.208344 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-44971959-1bbe-4dc0-874f-b164c28378fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (a60f21e2-e1a6-4631-b833-d367bdc4cf2d), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:59.296101 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d65862-5898-4e07-b55e-2f83e85fd96e req-ec8d6a45-ffaa-49ae-ad66-0fd67e73e8f6 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:39:59.306227 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b3d65862-5898-4e07-b55e-2f83e85fd96e req-ec8d6a45-ffaa-49ae-ad66-0fd67e73e8f6 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0692031 Apr 29 13:39:59.336118 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-44971959-1bbe-4dc0-874f-b164c28378fb None None] For port a60f21e2-e1a6-4631-b833-d367bdc4cf2d, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=a60f21e2-e1a6-4631-b833-d367bdc4cf2d,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:39:59.342588 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-44971959-1bbe-4dc0-874f-b164c28378fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (a60f21e2-e1a6-4631-b833-d367bdc4cf2d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:59.381490 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'name': 'tempest-AttachVolumeShelveTestJSON-65629723-router', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:53Z', 'revision_number': 4, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'gw_port': {'id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'a60f21e2-e1a6-4631-b833-d367bdc4cf2d', 'name': '', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'mac_address': 'fa:16:3e:0a:3e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:51Z', 'updated_at': '2022-04-29T13:39:58Z', 'revision_number': 4, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'subnets': [{'id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:39:59.422772 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2279c8-ae1b-474f-9280-3cdf453f059a None None] The sync data for ids ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'] in dv-cinder-839416-3-smb is: [{'id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'name': 'tempest-AttachVolumeShelveTestJSON-65629723-router', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:53Z', 'revision_number': 4, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'gw_port': {'id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'a60f21e2-e1a6-4631-b833-d367bdc4cf2d', 'name': '', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'mac_address': 'fa:16:3e:0a:3e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:51Z', 'updated_at': '2022-04-29T13:39:58Z', 'revision_number': 4, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'subnets': [{'id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:39:59.424121 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5053-b7ea-4e5b-b7cb-90eba3632a0b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for port (2b27157b-891f-4a0b-ae82-9246564a36e5), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:59.430374 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b3d65862-5898-4e07-b55e-2f83e85fd96e req-8a324174-7a5a-43a8-b986-b180a0d28e3f tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229644 Apr 29 13:39:59.437887 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5053-b7ea-4e5b-b7cb-90eba3632a0b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (2b27157b-891f-4a0b-ae82-9246564a36e5), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:59.560906 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d5053-b7ea-4e5b-b7cb-90eba3632a0b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Pushing event updated for resources: {'Port': ['ID=2b27157b-891f-4a0b-ae82-9246564a36e5,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:59.562668 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-b1150b74-d0d8-483d-bb4e-c562256613a4 None None] Provisioning complete for port a60f21e2-e1a6-4631-b833-d367bdc4cf2d triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:39:59.565714 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b1150b74-d0d8-483d-bb4e-c562256613a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (a60f21e2-e1a6-4631-b833-d367bdc4cf2d), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:59.571332 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44971959-1bbe-4dc0-874f-b164c28378fb None None] Pushing event updated for resources: {'Port': ['ID=a60f21e2-e1a6-4631-b833-d367bdc4cf2d,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:39:59.591743 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5053-b7ea-4e5b-b7cb-90eba3632a0b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (d6ca2016-574a-4a5e-b520-e46ac240a619), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:59.628734 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-bf4d5053-b7ea-4e5b-b7cb-90eba3632a0b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:39:59.631048 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-bf4d5053-b7ea-4e5b-b7cb-90eba3632a0b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8654253 Apr 29 13:39:59.759172 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-b1150b74-d0d8-483d-bb4e-c562256613a4 None None] Current status of the port a60f21e2-e1a6-4631-b833-d367bdc4cf2d is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:00.325974 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-8ca6af89-cc74-401c-8a96-4508364db450 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1608376068&fields=id&tenant_id=24f0f6159b9a46e4b3264b8c74e0f7a0 HTTP/1.1" status: 200 len: 267 time: 0.0938423 Apr 29 13:40:00.499245 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-6a20bd2f-8ca7-4d46-9ec4-e5a47d64a2b9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:00.518431 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-6a20bd2f-8ca7-4d46-9ec4-e5a47d64a2b9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/networks?id=6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c HTTP/1.1" status: 200 len: 815 time: 0.1820161 Apr 29 13:40:00.550307 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-d6961c7f-96c0-492f-bcbc-89e32466a3b5 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/quotas/24f0f6159b9a46e4b3264b8c74e0f7a0 HTTP/1.1" status: 200 len: 375 time: 0.0303338 Apr 29 13:40:00.706261 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-1e2a777d-6693-4119-bd9e-1837e94c07a1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=24f0f6159b9a46e4b3264b8c74e0f7a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1546352 Apr 29 13:40:00.717947 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4452108-56da-433c-9951-03dabe40ff5f req-5340e3fa-9f52-4c47-9aad-060505e60e22 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:00.723617 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b4452108-56da-433c-9951-03dabe40ff5f req-5340e3fa-9f52-4c47-9aad-060505e60e22 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.1501942 Apr 29 13:40:00.809859 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b4452108-56da-433c-9951-03dabe40ff5f req-c23e3782-5c75-4d2d-9223-bd88fa767b68 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851531 Apr 29 13:40:00.885207 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device a60f21e2-e1a6-4631-b833-d367bdc4cf2d up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:40:00.957056 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port a60f21e2-e1a6-4631-b833-d367bdc4cf2d triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:00.958089 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (a60f21e2-e1a6-4631-b833-d367bdc4cf2d), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:01.002427 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-334a85c7-262f-4b32-a37d-548310936a44 service neutron] 10.222.0.20 "GET /v2.0/networks/6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259057 Apr 29 13:40:01.032365 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:01.200268 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port a60f21e2-e1a6-4631-b833-d367bdc4cf2d is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:01.385924 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-0c2c0f31-f129-4449-b9df-d9c2f8461ed0 service neutron] 10.222.0.20 "GET /v2.0/networks/6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819618 Apr 29 13:40:01.899855 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ad5f52c7-bff8-4b8a-8baa-c1994e1f5317 req-4de3fc60-8b63-47fc-90e9-1f69b9f2e7c9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 210 time: 0.1174126 Apr 29 13:40:02.251272 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf377cd-1f48-4189-98ee-1424ae94d1ec req-df53cb8a-37bc-4d37-b289-ca156f3b5e84 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:02.255547 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3bf377cd-1f48-4189-98ee-1424ae94d1ec req-df53cb8a-37bc-4d37-b289-ca156f3b5e84 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.1635156 Apr 29 13:40:02.374317 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3bf377cd-1f48-4189-98ee-1424ae94d1ec req-b4d3e3ec-d60a-48df-ba27-a9f2433c650c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090460 Apr 29 13:40:03.088491 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1193b6c9-255e-46d0-adf4-1daaa1fa802f req-6e6de9d2-3de0-431e-9af1-969742da14e8 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 210 time: 0.0396252 Apr 29 13:40:03.215273 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 42176) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:03.665021 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f08742-89a3-4db7-928f-c3c3f570529f req-8e8f6048-dd0a-42bf-b6ff-f72995036606 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:03.680031 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e2f08742-89a3-4db7-928f-c3c3f570529f req-8e8f6048-dd0a-42bf-b6ff-f72995036606 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.1210363 Apr 29 13:40:03.800419 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-30f1994d-2d4a-4b85-bad8-34666d819c5e tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:03.802922 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-30f1994d-2d4a-4b85-bad8-34666d819c5e tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.26 "GET /v2.0/networks?id=6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c HTTP/1.1" status: 200 len: 815 time: 0.2923501 Apr 29 13:40:03.810294 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e2f08742-89a3-4db7-928f-c3c3f570529f req-a395c018-8e7e-42a0-93af-e8cb8162bdd5 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223667 Apr 29 13:40:03.898244 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 42200) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:03.967612 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-7c8f9d14-9bb6-49d2-b573-0c9d4bafcb8c tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24f0f6159b9a46e4b3264b8c74e0f7a0 HTTP/1.1" status: 200 len: 380 time: 0.1406429 Apr 29 13:40:03.989305 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ff845a0b-ba1a-4008-89ad-ad864f6ace90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.018807 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-763b1d1d-f44b-4cde-933a-d1ab3b35d5df tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Request body: {'port': {'device_id': '82867de9-df31-465b-9e65-dab229b02547', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'admin_state_up': True, 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'security_groups': ['144761e0-31c2-4ddb-bcc7-2f93ba8f3706']}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:04.064729 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b30ba027-e9c0-46e7-aebc-f0d8ab298a37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.244518 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b30ba027-e9c0-46e7-aebc-f0d8ab298a37 admin admin] Publish callbacks [] for security_group (ca92b596-5f1f-4d4d-958a-3b69443a0b07), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.279956 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b30ba027-e9c0-46e7-aebc-f0d8ab298a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (ca92b596-5f1f-4d4d-958a-3b69443a0b07), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.285881 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1d73936c-bd19-4b06-9a5a-ea0c7e352feb req-d32d48f1-61ee-41fa-aae2-800b8296b4de tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 210 time: 0.0389190 Apr 29 13:40:04.299987 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ff845a0b-ba1a-4008-89ad-ad864f6ace90 admin admin] Publish callbacks [] for security_group (6fbc092c-1593-4ca2-90e3-20e895403fc0), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.310713 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ff845a0b-ba1a-4008-89ad-ad864f6ace90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (6fbc092c-1593-4ca2-90e3-20e895403fc0), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.338559 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ba027-e9c0-46e7-aebc-f0d8ab298a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca92b596-5f1f-4d4d-958a-3b69443a0b07,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:04.359874 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-b30ba027-e9c0-46e7-aebc-f0d8ab298a37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f95040ee594e4a48b194769dbceba1f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4598453 Apr 29 13:40:04.362733 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff845a0b-ba1a-4008-89ad-ad864f6ace90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbc092c-1593-4ca2-90e3-20e895403fc0,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:04.363135 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 42216) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:04.393550 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-ff845a0b-ba1a-4008-89ad-ad864f6ace90 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eda38932117b4840a6da7f813ebeff23&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1770716 Apr 29 13:40:04.402930 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 42218) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:04.416431 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-763b1d1d-f44b-4cde-933a-d1ab3b35d5df tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Made reservation on behalf of 24f0f6159b9a46e4b3264b8c74e0f7a0 for: {'port': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:40:04.423888 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-763b1d1d-f44b-4cde-933a-d1ab3b35d5df tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.487696 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b9b8b894-7a30-4682-8791-034fd67379d5 admin admin] Publish callbacks [] for security_group (ca92b596-5f1f-4d4d-958a-3b69443a0b07), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.515850 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-33b73b05-eafa-43ab-9b9a-972839ab97a3 admin admin] Publish callbacks [] for security_group (6fbc092c-1593-4ca2-90e3-20e895403fc0), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.531538 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b9b8b894-7a30-4682-8791-034fd67379d5 admin admin] Publish callbacks [] for security_group (ca92b596-5f1f-4d4d-958a-3b69443a0b07), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.570247 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-33b73b05-eafa-43ab-9b9a-972839ab97a3 admin admin] Publish callbacks [] for security_group (6fbc092c-1593-4ca2-90e3-20e895403fc0), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.666339 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-33b73b05-eafa-43ab-9b9a-972839ab97a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (6fbc092c-1593-4ca2-90e3-20e895403fc0), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.669487 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-33b73b05-eafa-43ab-9b9a-972839ab97a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.670910 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-33b73b05-eafa-43ab-9b9a-972839ab97a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fbc092c-1593-4ca2-90e3-20e895403fc0 HTTP/1.1" status: 204 len: 168 time: 0.2669933 Apr 29 13:40:04.690206 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b9b8b894-7a30-4682-8791-034fd67379d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (ca92b596-5f1f-4d4d-958a-3b69443a0b07), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.693387 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b9b8b894-7a30-4682-8791-034fd67379d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:04.694597 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-b9b8b894-7a30-4682-8791-034fd67379d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca92b596-5f1f-4d4d-958a-3b69443a0b07 HTTP/1.1" status: 204 len: 168 time: 0.3303535 Apr 29 13:40:04.696251 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b73b05-eafa-43ab-9b9a-972839ab97a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbc092c-1593-4ca2-90e3-20e895403fc0,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:04.708568 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8b894-7a30-4682-8791-034fd67379d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca92b596-5f1f-4d4d-958a-3b69443a0b07,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:04.789669 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-763b1d1d-f44b-4cde-933a-d1ab3b35d5df tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Allocated IP 172.20.0.5 (6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c/f258e551-312b-40dd-9f3e-d438e3260232/d1e8c59d-08c7-463d-8f1d-d55528a06712) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:40:05.068210 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-763b1d1d-f44b-4cde-933a-d1ab3b35d5df tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:05.075485 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21a1a1-40e6-459e-b366-db303421b305 req-12c90227-4cd1-415c-ab81-6418aac0a926 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:05.090108 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8c21a1a1-40e6-459e-b366-db303421b305 req-12c90227-4cd1-415c-ab81-6418aac0a926 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.1079957 Apr 29 13:40:05.128685 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-763b1d1d-f44b-4cde-933a-d1ab3b35d5df tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:05.190713 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8c21a1a1-40e6-459e-b366-db303421b305 req-3fbbeefc-a59f-46de-ade1-e5a66591f005 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967855 Apr 29 13:40:05.280840 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b1d1d-f44b-4cde-933a-d1ab3b35d5df tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Pushing event updated for resources: {'Port': ['ID=d1e8c59d-08c7-463d-8f1d-d55528a06712,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:05.317008 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-763b1d1d-f44b-4cde-933a-d1ab3b35d5df tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Network 6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:40:05.317008 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-763b1d1d-f44b-4cde-933a-d1ab3b35d5df tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:05.317008 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-763b1d1d-f44b-4cde-933a-d1ab3b35d5df tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:40:05.330423 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-763b1d1d-f44b-4cde-933a-d1ab3b35d5df tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:05.331745 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-763b1d1d-f44b-4cde-933a-d1ab3b35d5df tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:05.385034 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-763b1d1d-f44b-4cde-933a-d1ab3b35d5df tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4043896 Apr 29 13:40:05.417254 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] Request body: {'port': {'device_id': '82867de9-df31-465b-9e65-dab229b02547', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:05.459243 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:40:05.469643 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 42268) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:05.508079 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-eab694c0-591c-4df5-8026-6fac9c17438f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:05.650828 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 42272) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:05.676241 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-323f6b12-6367-4bf1-912f-19f5403c416e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:05.740636 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989040c-eb68-4257-b585-c234808b7a4b req-11cd1c89-0225-45e3-adba-18e16eb32716 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:05.749940 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f989040c-eb68-4257-b585-c234808b7a4b req-11cd1c89-0225-45e3-adba-18e16eb32716 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 931 time: 0.1847913 Apr 29 13:40:05.771942 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:05.876724 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-357a8bac-085b-42fe-ae82-e03e75c79bef None None] Provisioning complete for port d1e8c59d-08c7-463d-8f1d-d55528a06712 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:05.878264 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-357a8bac-085b-42fe-ae82-e03e75c79bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:05.942632 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f989040c-eb68-4257-b585-c234808b7a4b req-159bbf37-b9f7-4c1f-9fab-dd6241aef7d2 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913171 Apr 29 13:40:05.956183 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-357a8bac-085b-42fe-ae82-e03e75c79bef None None] Port d1e8c59d-08c7-463d-8f1d-d55528a06712 cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:40:05.969988 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66405d-c2b4-40fa-9dcb-5b043f90f290 req-d4ea2904-71c3-48c1-9f62-21d7e6101699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:05.972345 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9b66405d-c2b4-40fa-9dcb-5b043f90f290 req-d4ea2904-71c3-48c1-9f62-21d7e6101699 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 1129 time: 0.2130275 Apr 29 13:40:06.105434 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-eab694c0-591c-4df5-8026-6fac9c17438f admin admin] Publish callbacks [] for security_group (b4c46b44-1d00-433a-bc1c-decbd9dda47b), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:06.112413 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9b66405d-c2b4-40fa-9dcb-5b043f90f290 req-2bbe74a6-0219-4255-8362-59db2d41fe29 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296976 Apr 29 13:40:06.122575 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-eab694c0-591c-4df5-8026-6fac9c17438f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (b4c46b44-1d00-433a-bc1c-decbd9dda47b), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:06.155580 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-323f6b12-6367-4bf1-912f-19f5403c416e admin admin] Publish callbacks [] for security_group (a313b0b6-05d9-45be-8f77-094b2bda3b03), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:06.180147 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-323f6b12-6367-4bf1-912f-19f5403c416e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (a313b0b6-05d9-45be-8f77-094b2bda3b03), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:06.185216 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab694c0-591c-4df5-8026-6fac9c17438f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c46b44-1d00-433a-bc1c-decbd9dda47b,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:06.199813 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-eab694c0-591c-4df5-8026-6fac9c17438f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cdda6ccd76244a1b963fa70a28cab28f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7252750 Apr 29 13:40:06.200117 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 42290) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:06.248659 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-323f6b12-6367-4bf1-912f-19f5403c416e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc1946a5440744f8bd1538034b98e2b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5953114 Apr 29 13:40:06.255473 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 42296) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:06.260917 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f6b12-6367-4bf1-912f-19f5403c416e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a313b0b6-05d9-45be-8f77-094b2bda3b03,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:06.355194 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c7751-7d82-46c0-82f2-47da75efcbd6 req-f723de58-9e32-40bb-a4ae-48aa6bf70817 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:06.357205 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-249c7751-7d82-46c0-82f2-47da75efcbd6 req-f723de58-9e32-40bb-a4ae-48aa6bf70817 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0629528 Apr 29 13:40:06.361104 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f31d655b-99fc-407f-a9b4-d1fbfcc710a8 admin admin] Publish callbacks [] for security_group (b4c46b44-1d00-433a-bc1c-decbd9dda47b), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:06.425229 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-249c7751-7d82-46c0-82f2-47da75efcbd6 req-8a322be9-20a3-43a9-94b0-872aafe41597 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607553 Apr 29 13:40:06.432365 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f31d655b-99fc-407f-a9b4-d1fbfcc710a8 admin admin] Publish callbacks [] for security_group (b4c46b44-1d00-433a-bc1c-decbd9dda47b), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:06.436046 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-419e4edf-f887-4b38-a089-bac2d5d2d96a admin admin] Publish callbacks [] for security_group (a313b0b6-05d9-45be-8f77-094b2bda3b03), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:06.461297 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e8c59d-08c7-463d-8f1d-d55528a06712 {{(pid=103547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:40:06.475399 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] Publish callbacks [] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:06.503969 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-419e4edf-f887-4b38-a089-bac2d5d2d96a admin admin] Publish callbacks [] for security_group (a313b0b6-05d9-45be-8f77-094b2bda3b03), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:06.522959 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.provisioning_blocks [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] Transition to ACTIVE for port object d1e8c59d-08c7-463d-8f1d-d55528a06712 will not be triggered until provisioned by entity L2. {{(pid=103547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:40:06.532076 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:06.616275 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] Pushing event updated for resources: {'Port': ['ID=d1e8c59d-08c7-463d-8f1d-d55528a06712,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:06.637299 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f31d655b-99fc-407f-a9b4-d1fbfcc710a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (b4c46b44-1d00-433a-bc1c-decbd9dda47b), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:06.639951 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f31d655b-99fc-407f-a9b4-d1fbfcc710a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:06.641167 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-f31d655b-99fc-407f-a9b4-d1fbfcc710a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4c46b44-1d00-433a-bc1c-decbd9dda47b HTTP/1.1" status: 204 len: 168 time: 0.4399674 Apr 29 13:40:06.674927 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-419e4edf-f887-4b38-a089-bac2d5d2d96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (a313b0b6-05d9-45be-8f77-094b2bda3b03), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:06.678485 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-419e4edf-f887-4b38-a089-bac2d5d2d96a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:06.679661 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-419e4edf-f887-4b38-a089-bac2d5d2d96a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a313b0b6-05d9-45be-8f77-094b2bda3b03 HTTP/1.1" status: 204 len: 168 time: 0.4229846 Apr 29 13:40:06.683245 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d655b-99fc-407f-a9b4-d1fbfcc710a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c46b44-1d00-433a-bc1c-decbd9dda47b,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:06.703952 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e4edf-f887-4b38-a089-bac2d5d2d96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a313b0b6-05d9-45be-8f77-094b2bda3b03,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:06.706401 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] Attempting to bind port d1e8c59d-08c7-463d-8f1d-d55528a06712 on host hv-cinder-83941 for vnic_type normal with profile {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:40:06.706923 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] Attempting to bind port d1e8c59d-08c7-463d-8f1d-d55528a06712 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': 'ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c'}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:40:06.707478 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] Attempting to bind port d1e8c59d-08c7-463d-8f1d-d55528a06712 on network 6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:40:06.714907 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] Port d1e8c59d-08c7-463d-8f1d-d55528a06712 on network 6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:40:06.715458 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] Attempting to bind port d1e8c59d-08c7-463d-8f1d-d55528a06712 on network 6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:40:06.737536 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] Checking agent: {'id': '54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'started_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:40:06.738256 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] Checking segment: {'id': 'ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:40:06.739494 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] Bound using segment: {'id': 'ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c'} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:40:06.740277 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] Bound port: d1e8c59d-08c7-463d-8f1d-d55528a06712, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c'}}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:40:06.740914 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:06.906993 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] For port d1e8c59d-08c7-463d-8f1d-d55528a06712, host hv-cinder-83941, cleared binding levels {{(pid=103547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:40:06.913015 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] For port d1e8c59d-08c7-463d-8f1d-d55528a06712, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=d1e8c59d-08c7-463d-8f1d-d55528a06712,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:40:06.927083 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:06.990225 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:06.990878 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:07.015067 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] 10.222.0.26 "PUT /v2.0/ports/d1e8c59d-08c7-463d-8f1d-d55528a06712 HTTP/1.1" status: 200 len: 1093 time: 1.6202114 Apr 29 13:40:07.015561 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82867de9-df31-465b-9e65-dab229b02547', 'tag': 'd1e8c59d-08c7-463d-8f1d-d55528a06712'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:40:07.017951 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c6efae-6851-4a2d-9544-545c1a183c34" -d '{"events": [{"name": "network-changed", "server_uuid": "82867de9-df31-465b-9e65-dab229b02547", "tag": "d1e8c59d-08c7-463d-8f1d-d55528a06712"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:40:07.101167 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4dc14-fac2-4edf-9aa1-002a3429fcee service neutron] Pushing event updated for resources: {'Port': ['ID=d1e8c59d-08c7-463d-8f1d-d55528a06712,revision_number=3']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:07.162559 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c869819-828c-48b4-89e1-465bd116b098 x-openstack-request-id: req-6c869819-828c-48b4-89e1-465bd116b098 {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:40:07.163272 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82867de9-df31-465b-9e65-dab229b02547", "tag": "d1e8c59d-08c7-463d-8f1d-d55528a06712", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:40:07.163519 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c869819-828c-48b4-89e1-465bd116b098 {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:40:07.164038 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c869819-828c-48b4-89e1-465bd116b098'] response: {'name': 'network-changed', 'server_uuid': '82867de9-df31-465b-9e65-dab229b02547', 'tag': 'd1e8c59d-08c7-463d-8f1d-d55528a06712', 'status': 'completed', 'code': 200} Apr 29 13:40:07.204568 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534580a-237c-47c1-8b28-9efbb8228015 req-b9832b5c-d881-4605-a017-37f490073419 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:07.213588 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0534580a-237c-47c1-8b28-9efbb8228015 req-b9832b5c-d881-4605-a017-37f490073419 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 943 time: 0.0843298 Apr 29 13:40:07.318490 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0534580a-237c-47c1-8b28-9efbb8228015 req-393e8bfb-032c-4fbd-b3c8-69d35f4bf5be tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039600 Apr 29 13:40:07.565734 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89980f33-fa14-436a-a72c-b1af0027f10a req-73b75d4c-3cf5-4961-b7e2-6ccf2aaa754b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:07.567721 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-89980f33-fa14-436a-a72c-b1af0027f10a req-73b75d4c-3cf5-4961-b7e2-6ccf2aaa754b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0515242 Apr 29 13:40:07.653591 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-89980f33-fa14-436a-a72c-b1af0027f10a req-b8e988b3-bb5b-4976-af7f-fbf897040ac9 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782902 Apr 29 13:40:07.664776 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6efae-6851-4a2d-9544-545c1a183c34 req-45f523df-e5c7-410b-ac75-b50a7a84a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:07.670284 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 42354) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:07.690357 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-71c6efae-6851-4a2d-9544-545c1a183c34 req-45f523df-e5c7-410b-ac75-b50a7a84a66f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24f0f6159b9a46e4b3264b8c74e0f7a0&device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 1127 time: 0.1267147 Apr 29 13:40:07.990615 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6efae-6851-4a2d-9544-545c1a183c34 req-b13d8ff1-2684-40f8-8ae9-30b5055e1194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:07.992962 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-71c6efae-6851-4a2d-9544-545c1a183c34 req-b13d8ff1-2684-40f8-8ae9-30b5055e1194 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=24f0f6159b9a46e4b3264b8c74e0f7a0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2919927 Apr 29 13:40:08.135697 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-03a5be1c-a608-4589-894e-551794786f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:08.304844 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-03a5be1c-a608-4589-894e-551794786f54 admin admin] Publish callbacks [] for security_group (feb09940-025e-4685-9dcf-056b53ef8617), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:08.313987 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6efae-6851-4a2d-9544-545c1a183c34 req-4cb4a94b-1936-4296-85c2-ca9272863a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:08.318620 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-03a5be1c-a608-4589-894e-551794786f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (feb09940-025e-4685-9dcf-056b53ef8617), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:08.320511 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-71c6efae-6851-4a2d-9544-545c1a183c34 req-4cb4a94b-1936-4296-85c2-ca9272863a19 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3190162 Apr 29 13:40:08.373694 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5be1c-a608-4589-894e-551794786f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb09940-025e-4685-9dcf-056b53ef8617,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:08.395145 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 42380) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:08.397392 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-03a5be1c-a608-4589-894e-551794786f54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e7e7155ca0b41ea96bf5824d638962b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7259951 Apr 29 13:40:08.516995 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-9a57ea23-b676-4ce4-add7-6d42898222ce admin admin] Publish callbacks [] for security_group (feb09940-025e-4685-9dcf-056b53ef8617), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:08.532317 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-e3c5f909-8e4b-47e1-95f9-7b4e9ad47bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:08.532561 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831437d-100b-4ec6-8e03-36d0ecbd971a req-43bc894f-0cc2-40d9-b90d-a2f52cc4e193 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:08.534591 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1831437d-100b-4ec6-8e03-36d0ecbd971a req-43bc894f-0cc2-40d9-b90d-a2f52cc4e193 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 943 time: 0.0726814 Apr 29 13:40:08.534805 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-e3c5f909-8e4b-47e1-95f9-7b4e9ad47bb9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24f0f6159b9a46e4b3264b8c74e0f7a0&device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 1127 time: 0.1597152 Apr 29 13:40:08.555961 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-9a57ea23-b676-4ce4-add7-6d42898222ce admin admin] Publish callbacks [] for security_group (feb09940-025e-4685-9dcf-056b53ef8617), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:08.600374 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1831437d-100b-4ec6-8e03-36d0ecbd971a req-2b23decc-0ebd-463a-a31f-f391bec36b75 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588157 Apr 29 13:40:08.654723 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-49076270-d37a-4720-93f7-770a374f2dc4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1e8c59d-08c7-463d-8f1d-d55528a06712 HTTP/1.1" status: 200 len: 217 time: 0.0537622 Apr 29 13:40:08.709225 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-9a57ea23-b676-4ce4-add7-6d42898222ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (feb09940-025e-4685-9dcf-056b53ef8617), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:08.714385 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-9a57ea23-b676-4ce4-add7-6d42898222ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:08.719386 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-9a57ea23-b676-4ce4-add7-6d42898222ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/feb09940-025e-4685-9dcf-056b53ef8617 HTTP/1.1" status: 204 len: 168 time: 0.2872970 Apr 29 13:40:08.743244 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57ea23-b676-4ce4-add7-6d42898222ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb09940-025e-4685-9dcf-056b53ef8617,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:08.747864 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-d47091ed-91b9-484b-8a4e-ed80990efbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:08.749847 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-d47091ed-91b9-484b-8a4e-ed80990efbb1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f258e551-312b-40dd-9f3e-d438e3260232 HTTP/1.1" status: 200 len: 854 time: 0.0873444 Apr 29 13:40:08.828471 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-bab7e71c-c6dd-46d6-b6f1-41d9388f1dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:08.831325 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-bab7e71c-c6dd-46d6-b6f1-41d9388f1dad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0697460 Apr 29 13:40:08.860975 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c4bd1-7d0f-4067-9a1a-35a668ec830b req-acdf70b1-e5d0-4777-bcc6-5d392e046028 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:08.862675 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-381c4bd1-7d0f-4067-9a1a-35a668ec830b req-acdf70b1-e5d0-4777-bcc6-5d392e046028 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0909102 Apr 29 13:40:08.964129 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-381c4bd1-7d0f-4067-9a1a-35a668ec830b req-0a27df4b-fc41-4600-9432-b9b6ec49bf29 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950994 Apr 29 13:40:09.227487 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-9887d797-69cc-4552-89f2-945fb4d8c369 service neutron] 10.222.0.26 "GET /v2.0/networks/6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875649 Apr 29 13:40:09.402051 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e52135f7-33ff-4a08-a09a-40b9081c73dd req-1b09c5de-cd7e-4373-82ac-f47096b5a238 service neutron] 10.222.0.26 "GET /v2.0/networks/6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671228 Apr 29 13:40:09.412338 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7c79d-f0af-49f3-b062-3a597fe82e46 req-590cdeb4-0085-47d4-9919-1c7db14cf758 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:09.420385 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-88e7c79d-f0af-49f3-b062-3a597fe82e46 req-590cdeb4-0085-47d4-9919-1c7db14cf758 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.0969329 Apr 29 13:40:09.571849 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-88e7c79d-f0af-49f3-b062-3a597fe82e46 req-07551127-2372-4263-ab66-fdcc095dfca2 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445677 Apr 29 13:40:09.600663 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 42422) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:09.631799 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-893dfb4b-8e19-4bd2-864d-6ced6cbad754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:09.833642 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-893dfb4b-8e19-4bd2-864d-6ced6cbad754 admin admin] Publish callbacks [] for security_group (8825cc38-d7fd-4895-b48b-fa96105f9bb9), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:09.837635 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b0373-dbe2-4509-9ce4-d77aeed8017e req-04d6ce20-be50-42cc-8f0b-2eecbfcd8b23 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:09.844016 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-893dfb4b-8e19-4bd2-864d-6ced6cbad754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (8825cc38-d7fd-4895-b48b-fa96105f9bb9), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:09.849778 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0f5b0373-dbe2-4509-9ce4-d77aeed8017e req-04d6ce20-be50-42cc-8f0b-2eecbfcd8b23 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 943 time: 0.0764024 Apr 29 13:40:09.946869 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893dfb4b-8e19-4bd2-864d-6ced6cbad754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8825cc38-d7fd-4895-b48b-fa96105f9bb9,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:09.960628 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-893dfb4b-8e19-4bd2-864d-6ced6cbad754 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2691426597be4af3b50b60fdb1fe7766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3578401 Apr 29 13:40:09.964398 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 42438) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:09.982082 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0f5b0373-dbe2-4509-9ce4-d77aeed8017e req-d468031a-f807-472f-a05d-08595422e7da tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308835 Apr 29 13:40:10.110946 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3df10a9c-d04b-4d7c-9cb3-314559ad38f6 admin admin] Publish callbacks [] for security_group (8825cc38-d7fd-4895-b48b-fa96105f9bb9), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:10.152366 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3df10a9c-d04b-4d7c-9cb3-314559ad38f6 admin admin] Publish callbacks [] for security_group (8825cc38-d7fd-4895-b48b-fa96105f9bb9), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:10.249878 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3df10a9c-d04b-4d7c-9cb3-314559ad38f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (8825cc38-d7fd-4895-b48b-fa96105f9bb9), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:10.253691 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3df10a9c-d04b-4d7c-9cb3-314559ad38f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:10.256014 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-3df10a9c-d04b-4d7c-9cb3-314559ad38f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8825cc38-d7fd-4895-b48b-fa96105f9bb9 HTTP/1.1" status: 204 len: 168 time: 0.2898095 Apr 29 13:40:10.266167 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df10a9c-d04b-4d7c-9cb3-314559ad38f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8825cc38-d7fd-4895-b48b-fa96105f9bb9,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:10.724458 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 42476) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:10.738882 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-20c485de-4675-403e-944d-f9f014bc1761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:10.827796 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-20c485de-4675-403e-944d-f9f014bc1761 admin admin] Publish callbacks [] for security_group (854c0522-c244-469f-87c2-cce2f695a260), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:10.833444 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-20c485de-4675-403e-944d-f9f014bc1761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (854c0522-c244-469f-87c2-cce2f695a260), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:10.876091 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c485de-4675-403e-944d-f9f014bc1761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854c0522-c244-469f-87c2-cce2f695a260,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:10.892679 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-20c485de-4675-403e-944d-f9f014bc1761 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3492e14e3e09446785a0e97af6ee01a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1656470 Apr 29 13:40:10.894098 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 42484) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:10.907825 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 42486) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:10.960928 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4d241200-1cce-4ab8-b067-c6d09cb4be0f admin admin] Publish callbacks [] for security_group (854c0522-c244-469f-87c2-cce2f695a260), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:10.989606 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4d241200-1cce-4ab8-b067-c6d09cb4be0f admin admin] Publish callbacks [] for security_group (854c0522-c244-469f-87c2-cce2f695a260), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:11.040623 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4d241200-1cce-4ab8-b067-c6d09cb4be0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (854c0522-c244-469f-87c2-cce2f695a260), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:11.043704 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4d241200-1cce-4ab8-b067-c6d09cb4be0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:11.044332 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bb775576-7247-4434-8152-016686a62e81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:11.044893 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-4d241200-1cce-4ab8-b067-c6d09cb4be0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/854c0522-c244-469f-87c2-cce2f695a260 HTTP/1.1" status: 204 len: 168 time: 0.1490502 Apr 29 13:40:11.074280 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d241200-1cce-4ab8-b067-c6d09cb4be0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854c0522-c244-469f-87c2-cce2f695a260,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:11.169137 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bb775576-7247-4434-8152-016686a62e81 admin admin] Publish callbacks [] for security_group (cbadd99f-a697-49b6-b93a-c50fab8ebece), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:11.190316 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bb775576-7247-4434-8152-016686a62e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (cbadd99f-a697-49b6-b93a-c50fab8ebece), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:11.266402 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd718cae-6897-41eb-92e7-01f1efece9a5 req-843cdd8d-2356-4fa3-ade7-2698b31d5081 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:11.268503 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fd718cae-6897-41eb-92e7-01f1efece9a5 req-843cdd8d-2356-4fa3-ade7-2698b31d5081 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 943 time: 0.1149597 Apr 29 13:40:11.269259 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb775576-7247-4434-8152-016686a62e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbadd99f-a697-49b6-b93a-c50fab8ebece,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:11.276895 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-bb775576-7247-4434-8152-016686a62e81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1bfabd5fb6774328b79a31a2dcaf754c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670473 Apr 29 13:40:11.281615 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 42514) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:11.398692 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8f0b82b7-1790-4bf9-ba1f-f6734f0f997f admin admin] Publish callbacks [] for security_group (cbadd99f-a697-49b6-b93a-c50fab8ebece), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:11.414006 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fd718cae-6897-41eb-92e7-01f1efece9a5 req-dacfff18-7d78-41d1-b713-d77443a84828 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300178 Apr 29 13:40:11.455277 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8f0b82b7-1790-4bf9-ba1f-f6734f0f997f admin admin] Publish callbacks [] for security_group (cbadd99f-a697-49b6-b93a-c50fab8ebece), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:11.516330 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8f0b82b7-1790-4bf9-ba1f-f6734f0f997f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (cbadd99f-a697-49b6-b93a-c50fab8ebece), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:11.519239 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8f0b82b7-1790-4bf9-ba1f-f6734f0f997f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:11.521439 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-8f0b82b7-1790-4bf9-ba1f-f6734f0f997f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbadd99f-a697-49b6-b93a-c50fab8ebece HTTP/1.1" status: 204 len: 168 time: 0.2378411 Apr 29 13:40:11.538389 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b82b7-1790-4bf9-ba1f-f6734f0f997f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbadd99f-a697-49b6-b93a-c50fab8ebece,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:11.653573 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2161ebe-d3c2-415a-bb48-598e054d6825 req-284f5a24-d134-4a3c-9647-86ad9eb4add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:11.655309 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-a2161ebe-d3c2-415a-bb48-598e054d6825 req-284f5a24-d134-4a3c-9647-86ad9eb4add5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f16d4321a559404f9a2d7a6f38c752c1&device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 1129 time: 0.0523746 Apr 29 13:40:11.684316 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9ab9d-3fa9-44fc-b244-c014466e5e46 req-7744f46c-a74a-4c02-9c55-a0ab3a8c3b27 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:11.691522 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1ec9ab9d-3fa9-44fc-b244-c014466e5e46 req-7744f46c-a74a-4c02-9c55-a0ab3a8c3b27 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.0637898 Apr 29 13:40:11.754867 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1ec9ab9d-3fa9-44fc-b244-c014466e5e46 req-21cb0579-d1da-4ba2-974f-fdf9b3ad2551 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620348 Apr 29 13:40:11.786384 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2161ebe-d3c2-415a-bb48-598e054d6825 req-ce5bc13b-f776-4bbc-af60-177818d0b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:11.788127 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-a2161ebe-d3c2-415a-bb48-598e054d6825 req-ce5bc13b-f776-4bbc-af60-177818d0b718 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a HTTP/1.1" status: 200 len: 918 time: 0.1194482 Apr 29 13:40:11.830635 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-a2161ebe-d3c2-415a-bb48-598e054d6825 req-71c18cc8-4290-441b-87cb-3399076385c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=517684f4-0812-471d-8b9e-174a4fa7ff45 HTTP/1.1" status: 200 len: 217 time: 0.0363970 Apr 29 13:40:11.888265 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device d1e8c59d-08c7-463d-8f1d-d55528a06712 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:40:11.890251 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2161ebe-d3c2-415a-bb48-598e054d6825 req-30089c37-d3cc-45a7-bb11-a5bba5f46085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:11.892249 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-a2161ebe-d3c2-415a-bb48-598e054d6825 req-30089c37-d3cc-45a7-bb11-a5bba5f46085 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59fa37f6-c5e6-406e-bd81-5f2770950e70 HTTP/1.1" status: 200 len: 857 time: 0.0565777 Apr 29 13:40:11.949628 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2161ebe-d3c2-415a-bb48-598e054d6825 req-13a84def-5a5f-4afa-83e7-a0915238fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:11.951636 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-a2161ebe-d3c2-415a-bb48-598e054d6825 req-13a84def-5a5f-4afa-83e7-a0915238fee7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0534708 Apr 29 13:40:11.956476 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 42548) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:11.976344 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0418adb7-be2a-4b3e-ac6e-18be30b362fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.073619 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.db.resource_extend [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:40:12.099957 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-a2161ebe-d3c2-415a-bb48-598e054d6825 req-8d96dfc6-d796-4b87-8b31-9d2fee81ad01 service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381564 Apr 29 13:40:12.116052 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0418adb7-be2a-4b3e-ac6e-18be30b362fb admin admin] Publish callbacks [] for security_group (94da2b73-939f-4c0f-9718-352733e6d58b), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.121485 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0418adb7-be2a-4b3e-ac6e-18be30b362fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (94da2b73-939f-4c0f-9718-352733e6d58b), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.195267 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 42558) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:12.213548 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-0418adb7-be2a-4b3e-ac6e-18be30b362fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab12e9c0dbe84d73972a4e9d29c558f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553596 Apr 29 13:40:12.215209 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418adb7-be2a-4b3e-ac6e-18be30b362fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94da2b73-939f-4c0f-9718-352733e6d58b,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:12.216090 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 42566) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:12.217679 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port d1e8c59d-08c7-463d-8f1d-d55528a06712, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=d1e8c59d-08c7-463d-8f1d-d55528a06712,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:12.253979 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': 'd1e8c59d-08c7-463d-8f1d-d55528a06712', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'port_id': 'd1e8c59d-08c7-463d-8f1d-d55528a06712', 'mac_address': 'fa:16:3e:2c:e7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:40:12.267973 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-a2161ebe-d3c2-415a-bb48-598e054d6825 req-3beb213e-b372-469c-a969-18d99618f8ba service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589825 Apr 29 13:40:12.292809 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-77172424-092c-4e66-9e0b-85d4cc70741c admin admin] Publish callbacks [] for security_group (94da2b73-939f-4c0f-9718-352733e6d58b), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.308282 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port d1e8c59d-08c7-463d-8f1d-d55528a06712 is: DOWN; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:12.312856 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.333223 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e8c59d-08c7-463d-8f1d-d55528a06712 {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:40:12.336846 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-77172424-092c-4e66-9e0b-85d4cc70741c admin admin] Publish callbacks [] for security_group (94da2b73-939f-4c0f-9718-352733e6d58b), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.356176 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port d1e8c59d-08c7-463d-8f1d-d55528a06712, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=d1e8c59d-08c7-463d-8f1d-d55528a06712,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:12.371275 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-8e4a6fd5-6cfc-4535-a2c0-9abeb09d7bec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-222716586-network', 'tenant_id': '28c0e9f5ae104851a02cdf2a2a2be057'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:12.372375 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.412019 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4a6fd5-6cfc-4535-a2c0-9abeb09d7bec admin admin] Made reservation on behalf of 28c0e9f5ae104851a02cdf2a2a2be057 for: {'network': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:40:12.414820 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6fd5-6cfc-4535-a2c0-9abeb09d7bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for network (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.426868 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6fd5-6cfc-4535-a2c0-9abeb09d7bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.469347 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=d1e8c59d-08c7-463d-8f1d-d55528a06712,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:12.476267 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-77172424-092c-4e66-9e0b-85d4cc70741c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (94da2b73-939f-4c0f-9718-352733e6d58b), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.478943 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-77172424-092c-4e66-9e0b-85d4cc70741c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.489044 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-77172424-092c-4e66-9e0b-85d4cc70741c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94da2b73-939f-4c0f-9718-352733e6d58b HTTP/1.1" status: 204 len: 168 time: 0.2658007 Apr 29 13:40:12.516923 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77172424-092c-4e66-9e0b-85d4cc70741c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94da2b73-939f-4c0f-9718-352733e6d58b,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:12.620238 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['d1e8c59d-08c7-463d-8f1d-d55528a06712'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:40:12.667724 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6fd5-6cfc-4535-a2c0-9abeb09d7bec admin admin] Publish callbacks [] for security_group (0d12b1f8-1733-4803-b674-0390939342a3), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.678925 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62abe9-60b4-4559-91c6-9d653c5f773c req-7959c997-89b4-476a-a3f0-b7f9c1ebaa67 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:12.681551 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2f62abe9-60b4-4559-91c6-9d653c5f773c req-7959c997-89b4-476a-a3f0-b7f9c1ebaa67 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 944 time: 0.1203122 Apr 29 13:40:12.682988 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6fd5-6cfc-4535-a2c0-9abeb09d7bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (0d12b1f8-1733-4803-b674-0390939342a3), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.723834 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4a6fd5-6cfc-4535-a2c0-9abeb09d7bec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:40:12.759862 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a6fd5-6cfc-4535-a2c0-9abeb09d7bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d12b1f8-1733-4803-b674-0390939342a3,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:12.775733 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6fd5-6cfc-4535-a2c0-9abeb09d7bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (f70550b8-43c5-4eba-9b7b-de65f39234f9), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.776150 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.db.segments_db [None req-8e4a6fd5-6cfc-4535-a2c0-9abeb09d7bec admin admin] Added segment f70550b8-43c5-4eba-9b7b-de65f39234f9 of type vlan for network fb3e459a-ac23-46a2-806e-74fa13fc428c Apr 29 13:40:12.842477 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2f62abe9-60b4-4559-91c6-9d653c5f773c req-de07881f-f509-409b-a854-ba4fa2cd977d tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465309 Apr 29 13:40:12.860459 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6fd5-6cfc-4535-a2c0-9abeb09d7bec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791783959471'] for network (fb3e459a-ac23-46a2-806e-74fa13fc428c), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.918823 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6fd5-6cfc-4535-a2c0-9abeb09d7bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for network (fb3e459a-ac23-46a2-806e-74fa13fc428c), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.919864 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4a6fd5-6cfc-4535-a2c0-9abeb09d7bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:12.920704 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6fd5-6cfc-4535-a2c0-9abeb09d7bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:12.998389 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-8e4a6fd5-6cfc-4535-a2c0-9abeb09d7bec admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8015754 Apr 29 13:40:13.005912 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 42622) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:13.011312 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-8405a49b-113a-43ed-bd27-51107d1073d8 admin admin] Request body: {'subnet': {'network_id': 'fb3e459a-ac23-46a2-806e-74fa13fc428c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-222716586-subnet', 'tenant_id': '28c0e9f5ae104851a02cdf2a2a2be057', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:13.055823 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8405a49b-113a-43ed-bd27-51107d1073d8 admin admin] Made reservation on behalf of 28c0e9f5ae104851a02cdf2a2a2be057 for: {'subnet': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:40:13.061885 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8405a49b-113a-43ed-bd27-51107d1073d8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.078825 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a6fd5-6cfc-4535-a2c0-9abeb09d7bec admin admin] Pushing event updated for resources: {'Network': ['ID=fb3e459a-ac23-46a2-806e-74fa13fc428c,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:13.091930 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Network fb3e459a-ac23-46a2-806e-74fa13fc428c details requested by agent ovs-agent-dv-cinder-839416-3-smb with host dv-cinder-839416-3-smb {{(pid=103549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:40:13.099791 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9082b-9d83-49d7-b9bf-f751fdf611ff req-728f4ebf-9aef-4fdb-b355-0b7bdf15559b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:13.101388 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5fb9082b-9d83-49d7-b9bf-f751fdf611ff req-728f4ebf-9aef-4fdb-b355-0b7bdf15559b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.1309054 Apr 29 13:40:13.168128 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5fb9082b-9d83-49d7-b9bf-f751fdf611ff req-18bcbc73-a543-40d6-bfc5-a32245917ba1 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600436 Apr 29 13:40:13.177574 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 42628) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:13.367943 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8405a49b-113a-43ed-bd27-51107d1073d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for subnet (89ae694f-a81b-406b-b8f0-2d4723033a0e), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.440772 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405a49b-113a-43ed-bd27-51107d1073d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89ae694f-a81b-406b-b8f0-2d4723033a0e,revision_number=0']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:13.449544 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8405a49b-113a-43ed-bd27-51107d1073d8 admin admin] Checking segment: {'id': 'f70550b8-43c5-4eba-9b7b-de65f39234f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fb3e459a-ac23-46a2-806e-74fa13fc428c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:40:13.449897 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8405a49b-113a-43ed-bd27-51107d1073d8 admin admin] Network hostable DHCP agents. Network: fb3e459a-ac23-46a2-806e-74fa13fc428c, hostable agents: ['ec1b8bb2-9315-4753-b51b-79fb59085424'], hosted agents: [] {{(pid=103547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:40:13.455567 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2d8cc0b3-83cc-46f2-acbf-b8269acdabd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.484936 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8405a49b-113a-43ed-bd27-51107d1073d8 admin admin] Network fb3e459a-ac23-46a2-806e-74fa13fc428c is scheduled to be hosted by DHCP agent ec1b8bb2-9315-4753-b51b-79fb59085424 with binding_index 1 {{(pid=103547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:40:13.507101 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-8405a49b-113a-43ed-bd27-51107d1073d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-smb, fb3e459a-ac23-46a2-806e-74fa13fc428c) {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:13.516596 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8405a49b-113a-43ed-bd27-51107d1073d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:13.518206 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8405a49b-113a-43ed-bd27-51107d1073d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for subnet (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.522795 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e0fa91-626a-4ea3-ba9b-f3b3ede16eb8 None None] Network fb3e459a-ac23-46a2-806e-74fa13fc428c requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:40:13.561580 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-8405a49b-113a-43ed-bd27-51107d1073d8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5403471 Apr 29 13:40:13.564451 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2d8cc0b3-83cc-46f2-acbf-b8269acdabd2 admin admin] Publish callbacks [] for security_group (2f63740c-37d8-4331-97cd-c9f0c64a2179), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.570416 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2d8cc0b3-83cc-46f2-acbf-b8269acdabd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (2f63740c-37d8-4331-97cd-c9f0c64a2179), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.608151 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-2d8cc0b3-83cc-46f2-acbf-b8269acdabd2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15176453f8734212b4c571939bbc21c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4290800 Apr 29 13:40:13.610664 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 42646) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:13.673541 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8cc0b3-83cc-46f2-acbf-b8269acdabd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f63740c-37d8-4331-97cd-c9f0c64a2179,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:13.696743 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-704a2487-164f-4f03-af42-64a26f3ed6db admin admin] Publish callbacks [] for security_group (2f63740c-37d8-4331-97cd-c9f0c64a2179), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.723732 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c131c1cc-0aae-4a72-a533-31b06a6f111c None None] Network fb3e459a-ac23-46a2-806e-74fa13fc428c requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:40:13.727595 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-704a2487-164f-4f03-af42-64a26f3ed6db admin admin] Publish callbacks [] for security_group (2f63740c-37d8-4331-97cd-c9f0c64a2179), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.836185 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-704a2487-164f-4f03-af42-64a26f3ed6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (2f63740c-37d8-4331-97cd-c9f0c64a2179), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.838901 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-704a2487-164f-4f03-af42-64a26f3ed6db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:13.843941 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-704a2487-164f-4f03-af42-64a26f3ed6db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f63740c-37d8-4331-97cd-c9f0c64a2179 HTTP/1.1" status: 204 len: 168 time: 0.2320778 Apr 29 13:40:13.853043 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a2487-164f-4f03-af42-64a26f3ed6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f63740c-37d8-4331-97cd-c9f0c64a2179,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:13.889629 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device d1e8c59d-08c7-463d-8f1d-d55528a06712 up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:40:13.948042 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning for port d1e8c59d-08c7-463d-8f1d-d55528a06712 completed by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:40:13.956077 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port d1e8c59d-08c7-463d-8f1d-d55528a06712 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:13.956587 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:14.073931 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9d92e-b3f2-419d-9075-2cfa2f58b017 req-7cdf96d0-15c5-4936-8b4e-25563e1e2ba4 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:14.077387 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-27d9d92e-b3f2-419d-9075-2cfa2f58b017 req-7cdf96d0-15c5-4936-8b4e-25563e1e2ba4 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 944 time: 0.0775425 Apr 29 13:40:14.087452 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port d1e8c59d-08c7-463d-8f1d-d55528a06712 is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:14.087891 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:14.129769 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82867de9-df31-465b-9e65-dab229b02547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e8c59d-08c7-463d-8f1d-d55528a06712'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:40:14.134656 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935475ae-2183-4fb0-be44-26aac60c1845" -d '{"events": [{"server_uuid": "82867de9-df31-465b-9e65-dab229b02547", "name": "network-vif-plugged", "status": "completed", "tag": "d1e8c59d-08c7-463d-8f1d-d55528a06712"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:40:14.154365 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-27d9d92e-b3f2-419d-9075-2cfa2f58b017 req-544006ad-2c78-4631-b25e-527af9f151f4 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672646 Apr 29 13:40:14.173162 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port d1e8c59d-08c7-463d-8f1d-d55528a06712, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=d1e8c59d-08c7-463d-8f1d-d55528a06712,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:14.179158 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:14.286646 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02525a81-bd49-40da-aab2-888cef9d2d5d x-openstack-request-id: req-02525a81-bd49-40da-aab2-888cef9d2d5d {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:40:14.287779 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82867de9-df31-465b-9e65-dab229b02547", "name": "network-vif-plugged", "status": "completed", "tag": "d1e8c59d-08c7-463d-8f1d-d55528a06712", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:40:14.288776 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02525a81-bd49-40da-aab2-888cef9d2d5d {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:40:14.290367 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02525a81-bd49-40da-aab2-888cef9d2d5d'] response: {'server_uuid': '82867de9-df31-465b-9e65-dab229b02547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e8c59d-08c7-463d-8f1d-d55528a06712', 'code': 200} Apr 29 13:40:14.372442 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=d1e8c59d-08c7-463d-8f1d-d55528a06712,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:14.467296 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9bafff-39b6-42b9-9bed-34d0b03c52ce req-5d51fb35-1c77-493f-aa3d-7763c075e309 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:14.469604 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2b9bafff-39b6-42b9-9bed-34d0b03c52ce req-5d51fb35-1c77-493f-aa3d-7763c075e309 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.1186764 Apr 29 13:40:14.513199 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9daf551b-0ff8-479f-b5d4-70fd2677de47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:14.579654 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2b9bafff-39b6-42b9-9bed-34d0b03c52ce req-0f5352e9-004e-41a3-98dd-94ddf1af7994 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033692 Apr 29 13:40:14.630837 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739db3b6-d3b5-4359-a255-8ff6edd2f6d2 req-5480dcb9-e0c9-4cd3-8a06-d5b602bedcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:14.639313 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-739db3b6-d3b5-4359-a255-8ff6edd2f6d2 req-5480dcb9-e0c9-4cd3-8a06-d5b602bedcac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 1129 time: 0.0998764 Apr 29 13:40:14.724822 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-739db3b6-d3b5-4359-a255-8ff6edd2f6d2 req-59c7962f-e2eb-4f64-888b-929bec15b78b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758994 Apr 29 13:40:14.778316 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 42686) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:14.930998 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 42696) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:14.946804 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2e9aad4a-c815-4ed6-ad7e-2343e5ae4f0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.111149 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2e9aad4a-c815-4ed6-ad7e-2343e5ae4f0e admin admin] Publish callbacks [] for security_group (c1a86057-7dd5-4bc1-a88d-105bf1e1c5c4), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.117450 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2e9aad4a-c815-4ed6-ad7e-2343e5ae4f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (c1a86057-7dd5-4bc1-a88d-105bf1e1c5c4), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.164908 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9aad4a-c815-4ed6-ad7e-2343e5ae4f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a86057-7dd5-4bc1-a88d-105bf1e1c5c4,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:15.182982 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-2e9aad4a-c815-4ed6-ad7e-2343e5ae4f0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae7430a01dba443799cb725854086e84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507937 Apr 29 13:40:15.186970 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 42706) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:15.279999 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f9adec94-7565-4204-b166-f0998fdb04af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.353175 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2aa471ca-9071-4253-a654-6b595c1efa8d admin admin] Publish callbacks [] for security_group (c1a86057-7dd5-4bc1-a88d-105bf1e1c5c4), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.382218 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b971b3-c169-4d53-995d-145122d8e486 req-35b630b9-22ae-4e16-bf04-dbb1a1314ab7 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:15.386862 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-82b971b3-c169-4d53-995d-145122d8e486 req-35b630b9-22ae-4e16-bf04-dbb1a1314ab7 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0957904 Apr 29 13:40:15.401856 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 42718) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:15.407412 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-dc7e724f-c908-4b6b-8ffd-73b992657f2d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-374075377-network', 'tenant_id': '19ba3b877018493e8b507e0078a95109'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:15.420417 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2aa471ca-9071-4253-a654-6b595c1efa8d admin admin] Publish callbacks [] for security_group (c1a86057-7dd5-4bc1-a88d-105bf1e1c5c4), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.432334 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7e724f-c908-4b6b-8ffd-73b992657f2d admin admin] Made reservation on behalf of 19ba3b877018493e8b507e0078a95109 for: {'network': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:40:15.434928 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-dc7e724f-c908-4b6b-8ffd-73b992657f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for network (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.448620 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-dc7e724f-c908-4b6b-8ffd-73b992657f2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.513286 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-82b971b3-c169-4d53-995d-145122d8e486 req-60f26d7f-8d27-4f8f-8127-565aefda816e tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149492 Apr 29 13:40:15.538265 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f9adec94-7565-4204-b166-f0998fdb04af admin admin] Publish callbacks [] for security_group (f984ece1-b8e0-4452-978b-2c8c345aaea9), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.545876 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f9adec94-7565-4204-b166-f0998fdb04af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (f984ece1-b8e0-4452-978b-2c8c345aaea9), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.579907 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2aa471ca-9071-4253-a654-6b595c1efa8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (c1a86057-7dd5-4bc1-a88d-105bf1e1c5c4), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.588413 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2aa471ca-9071-4253-a654-6b595c1efa8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.593065 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-2aa471ca-9071-4253-a654-6b595c1efa8d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1a86057-7dd5-4bc1-a88d-105bf1e1c5c4 HTTP/1.1" status: 204 len: 168 time: 0.4045820 Apr 29 13:40:15.611972 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adec94-7565-4204-b166-f0998fdb04af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f984ece1-b8e0-4452-978b-2c8c345aaea9,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:15.620857 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-f9adec94-7565-4204-b166-f0998fdb04af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f77c6741786b45bbb7bd1a4e30fd325c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8409543 Apr 29 13:40:15.628277 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 42728) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:15.635421 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa471ca-9071-4253-a654-6b595c1efa8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a86057-7dd5-4bc1-a88d-105bf1e1c5c4,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:15.673895 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-dc7e724f-c908-4b6b-8ffd-73b992657f2d admin admin] Publish callbacks [] for security_group (4eac010f-5b1c-40c2-bed9-8a0dbb62bdd6), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.680973 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-dc7e724f-c908-4b6b-8ffd-73b992657f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (4eac010f-5b1c-40c2-bed9-8a0dbb62bdd6), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.728575 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bd307ef1-51ca-4329-9720-facc0448df34 admin admin] Publish callbacks [] for security_group (f984ece1-b8e0-4452-978b-2c8c345aaea9), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.768792 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bd307ef1-51ca-4329-9720-facc0448df34 admin admin] Publish callbacks [] for security_group (f984ece1-b8e0-4452-978b-2c8c345aaea9), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.792395 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7e724f-c908-4b6b-8ffd-73b992657f2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:40:15.810510 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e724f-c908-4b6b-8ffd-73b992657f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eac010f-5b1c-40c2-bed9-8a0dbb62bdd6,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:15.815715 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-dc7e724f-c908-4b6b-8ffd-73b992657f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (ded52875-2a30-48f2-9c2a-99ec3934c8c2), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.820076 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.segments_db [None req-dc7e724f-c908-4b6b-8ffd-73b992657f2d admin admin] Added segment ded52875-2a30-48f2-9c2a-99ec3934c8c2 of type vlan for network cd10ddb0-4240-45d3-ad5f-4eacc83c99db Apr 29 13:40:15.923785 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b66502-1e2b-4f79-98d2-35f0a7e63a37 req-868b1248-297b-45f5-b491-4dc4d943b382 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:15.928114 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c0b66502-1e2b-4f79-98d2-35f0a7e63a37 req-868b1248-297b-45f5-b491-4dc4d943b382 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.1290538 Apr 29 13:40:15.938824 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-dc7e724f-c908-4b6b-8ffd-73b992657f2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791783959471'] for network (cd10ddb0-4240-45d3-ad5f-4eacc83c99db), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.994038 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-dc7e724f-c908-4b6b-8ffd-73b992657f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for network (cd10ddb0-4240-45d3-ad5f-4eacc83c99db), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:15.996278 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7e724f-c908-4b6b-8ffd-73b992657f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:15.998712 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-dc7e724f-c908-4b6b-8ffd-73b992657f2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:16.051984 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c0b66502-1e2b-4f79-98d2-35f0a7e63a37 req-0921e90d-d6f8-441d-a16c-69758856cd31 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049678 Apr 29 13:40:16.092344 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-dc7e724f-c908-4b6b-8ffd-73b992657f2d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6886795 Apr 29 13:40:16.096387 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 42734) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:16.107862 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-f2244faa-8a62-43ce-a7e8-a1aaaffbd4fd admin admin] Request body: {'subnet': {'network_id': 'cd10ddb0-4240-45d3-ad5f-4eacc83c99db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-374075377-subnet', 'tenant_id': '19ba3b877018493e8b507e0078a95109', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:16.133277 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bd307ef1-51ca-4329-9720-facc0448df34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (f984ece1-b8e0-4452-978b-2c8c345aaea9), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:16.136192 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bd307ef1-51ca-4329-9720-facc0448df34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:16.141817 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-bd307ef1-51ca-4329-9720-facc0448df34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f984ece1-b8e0-4452-978b-2c8c345aaea9 HTTP/1.1" status: 204 len: 168 time: 0.5079463 Apr 29 13:40:16.141817 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2244faa-8a62-43ce-a7e8-a1aaaffbd4fd admin admin] Made reservation on behalf of 19ba3b877018493e8b507e0078a95109 for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:40:16.143595 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f2244faa-8a62-43ce-a7e8-a1aaaffbd4fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26719792'] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:16.163817 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd307ef1-51ca-4329-9720-facc0448df34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f984ece1-b8e0-4452-978b-2c8c345aaea9,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:16.200370 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e724f-c908-4b6b-8ffd-73b992657f2d admin admin] Pushing event updated for resources: {'Network': ['ID=cd10ddb0-4240-45d3-ad5f-4eacc83c99db,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:16.219083 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Network cd10ddb0-4240-45d3-ad5f-4eacc83c99db details requested by agent ovs-agent-dv-cinder-839416-3-smb with host dv-cinder-839416-3-smb {{(pid=103549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:40:16.371162 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 42744) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:16.485751 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f2244faa-8a62-43ce-a7e8-a1aaaffbd4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26514524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26719938'] for subnet (3198c396-df82-4e37-a4d1-bcab5f28ef7b), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:16.556488 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2244faa-8a62-43ce-a7e8-a1aaaffbd4fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3198c396-df82-4e37-a4d1-bcab5f28ef7b,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:16.584770 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2244faa-8a62-43ce-a7e8-a1aaaffbd4fd admin admin] Checking segment: {'id': 'ded52875-2a30-48f2-9c2a-99ec3934c8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cd10ddb0-4240-45d3-ad5f-4eacc83c99db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:40:16.585361 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2244faa-8a62-43ce-a7e8-a1aaaffbd4fd admin admin] Network hostable DHCP agents. Network: cd10ddb0-4240-45d3-ad5f-4eacc83c99db, hostable agents: ['ec1b8bb2-9315-4753-b51b-79fb59085424'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:40:16.619966 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2244faa-8a62-43ce-a7e8-a1aaaffbd4fd admin admin] Network cd10ddb0-4240-45d3-ad5f-4eacc83c99db is scheduled to be hosted by DHCP agent ec1b8bb2-9315-4753-b51b-79fb59085424 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:40:16.636276 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-f2244faa-8a62-43ce-a7e8-a1aaaffbd4fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-smb, cd10ddb0-4240-45d3-ad5f-4eacc83c99db) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:16.648535 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287db67c-38cd-499d-be01-eda7e55ecb3e None None] Network cd10ddb0-4240-45d3-ad5f-4eacc83c99db requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:40:16.675975 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2244faa-8a62-43ce-a7e8-a1aaaffbd4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:16.677134 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f2244faa-8a62-43ce-a7e8-a1aaaffbd4fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:16.688860 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 42752) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:16.741875 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-f2244faa-8a62-43ce-a7e8-a1aaaffbd4fd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6381166 Apr 29 13:40:16.756102 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f743412-3620-424c-8de0-acc6c627b8dd req-051762a7-010f-405c-96b7-e12b40cd278e tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:16.758313 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4f743412-3620-424c-8de0-acc6c627b8dd req-051762a7-010f-405c-96b7-e12b40cd278e tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.1186073 Apr 29 13:40:16.760861 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-aa45fdc5-83f8-424b-b7cb-7cfbfcad96c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:16.895005 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4f743412-3620-424c-8de0-acc6c627b8dd req-d2d94e07-11e1-4af1-9b37-76879a7ed8f9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202564 Apr 29 13:40:16.979908 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799db8b4-bbe1-485f-ad12-ff2fcc3901b5 None None] Network cd10ddb0-4240-45d3-ad5f-4eacc83c99db requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:40:17.077140 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-aa45fdc5-83f8-424b-b7cb-7cfbfcad96c3 admin admin] Publish callbacks [] for security_group (868876a2-a9fc-4152-82e4-d63b23bcb066), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.086907 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-aa45fdc5-83f8-424b-b7cb-7cfbfcad96c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (868876a2-a9fc-4152-82e4-d63b23bcb066), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.091022 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5eb2cb9a-cd1d-4f7e-8f70-7d7c4f399581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.135728 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45fdc5-83f8-424b-b7cb-7cfbfcad96c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868876a2-a9fc-4152-82e4-d63b23bcb066,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:17.166177 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-34a403c3-fad6-4e12-80a9-4b18f1d65af8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.176820 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91b358-3944-4a5e-8c23-6356cf69d868 req-ea234a99-d85e-48ba-b67c-203c7ac79611 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:17.178418 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9c91b358-3944-4a5e-8c23-6356cf69d868 req-ea234a99-d85e-48ba-b67c-203c7ac79611 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.1197352 Apr 29 13:40:17.187674 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 42764) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:17.200426 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 42766) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:17.226535 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cd52380f-3ab1-4d0a-8876-cb31cb6b3fd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.234924 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-f5d3a822-0c33-4977-97b1-75aa21feecc4 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Request body: {'floatingip': {'port_id': 'd1e8c59d-08c7-463d-8f1d-d55528a06712'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:17.312696 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-aa45fdc5-83f8-424b-b7cb-7cfbfcad96c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=adce37e80ee54c62a0c496aa7718fc30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6207249 Apr 29 13:40:17.345106 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe0d39-a90f-4121-bb1f-4b4a80915e56 req-db3226e4-eb45-46b8-b846-50aa6a3be429 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:17.348127 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 42768) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:17.349950 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d0fe0d39-a90f-4121-bb1f-4b4a80915e56 req-db3226e4-eb45-46b8-b846-50aa6a3be429 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.1250260 Apr 29 13:40:17.373935 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f5d3a822-0c33-4977-97b1-75aa21feecc4 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for floatingip (d6ca2016-574a-4a5e-b520-e46ac240a619), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.443137 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-34a403c3-fad6-4e12-80a9-4b18f1d65af8 admin admin] Publish callbacks [] for security_group (8cbb19a0-49de-4954-a7dd-6192cb3a85e7), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.461474 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-34a403c3-fad6-4e12-80a9-4b18f1d65af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (8cbb19a0-49de-4954-a7dd-6192cb3a85e7), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.490191 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d0fe0d39-a90f-4121-bb1f-4b4a80915e56 req-ef0d3ad1-718d-4b35-a441-505d45883a40 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322212 Apr 29 13:40:17.573300 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a403c3-fad6-4e12-80a9-4b18f1d65af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbb19a0-49de-4954-a7dd-6192cb3a85e7,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:17.615311 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cd52380f-3ab1-4d0a-8876-cb31cb6b3fd4 admin admin] Publish callbacks [] for security_group (604c275c-d525-40dd-a28a-901940e44bac), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.624695 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cd52380f-3ab1-4d0a-8876-cb31cb6b3fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (604c275c-d525-40dd-a28a-901940e44bac), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.666919 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-34a403c3-fad6-4e12-80a9-4b18f1d65af8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd243f96d508416aa21f8047ec3e3dbb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2941499 Apr 29 13:40:17.675060 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 42784) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:17.713409 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3d3885f6-f94b-4bd4-af7f-d0d49339fb50 admin admin] Publish callbacks [] for security_group (868876a2-a9fc-4152-82e4-d63b23bcb066), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:17.726704 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-cd52380f-3ab1-4d0a-8876-cb31cb6b3fd4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c6ab1c1cd0c44ffbd70f519f15aa2ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5397103 Apr 29 13:40:17.732495 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52380f-3ab1-4d0a-8876-cb31cb6b3fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604c275c-d525-40dd-a28a-901940e44bac,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:17.734775 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 42790) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:17.984107 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3d3885f6-f94b-4bd4-af7f-d0d49339fb50 admin admin] Publish callbacks [] for security_group (868876a2-a9fc-4152-82e4-d63b23bcb066), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.067968 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.121219 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c061-6bed-45bb-bde1-4a9e8e396f92 admin admin] Publish callbacks [] for security_group (8cbb19a0-49de-4954-a7dd-6192cb3a85e7), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.163182 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 42810) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:18.173720 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-fdff438c-d933-4830-aa68-eed1eac30176 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--45598569', 'description': 'tempest-description--1335943183'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:18.203386 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c1a507e3-155f-43c3-80dc-289e08cac149 admin admin] Publish callbacks [] for security_group (604c275c-d525-40dd-a28a-901940e44bac), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.208458 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c061-6bed-45bb-bde1-4a9e8e396f92 admin admin] Publish callbacks [] for security_group (8cbb19a0-49de-4954-a7dd-6192cb3a85e7), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.249740 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fdff438c-d933-4830-aa68-eed1eac30176 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.273291 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3d3885f6-f94b-4bd4-af7f-d0d49339fb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (868876a2-a9fc-4152-82e4-d63b23bcb066), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.275978 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3d3885f6-f94b-4bd4-af7f-d0d49339fb50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.276584 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c72224-1900-44df-bc47-769ee1c883e7 req-c08da6fe-a2d7-4951-9b12-328116521922 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:18.277185 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-3d3885f6-f94b-4bd4-af7f-d0d49339fb50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/868876a2-a9fc-4152-82e4-d63b23bcb066 HTTP/1.1" status: 204 len: 168 time: 0.9278717 Apr 29 13:40:18.278434 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-37c72224-1900-44df-bc47-769ee1c883e7 req-c08da6fe-a2d7-4951-9b12-328116521922 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/networks?id=fb3e459a-ac23-46a2-806e-74fa13fc428c HTTP/1.1" status: 200 len: 808 time: 0.2514393 Apr 29 13:40:18.279562 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c1a507e3-155f-43c3-80dc-289e08cac149 admin admin] Publish callbacks [] for security_group (604c275c-d525-40dd-a28a-901940e44bac), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.317282 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-37c72224-1900-44df-bc47-769ee1c883e7 req-1e3b5c0a-26a9-4cd1-a30a-2b6fc9f6a43c tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/quotas/28c0e9f5ae104851a02cdf2a2a2be057 HTTP/1.1" status: 200 len: 375 time: 0.0266459 Apr 29 13:40:18.341938 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3885f6-f94b-4bd4-af7f-d0d49339fb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868876a2-a9fc-4152-82e4-d63b23bcb066,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:18.468311 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c061-6bed-45bb-bde1-4a9e8e396f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (8cbb19a0-49de-4954-a7dd-6192cb3a85e7), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.468311 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c061-6bed-45bb-bde1-4a9e8e396f92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.470616 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-a8b7c061-6bed-45bb-bde1-4a9e8e396f92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8cbb19a0-49de-4954-a7dd-6192cb3a85e7 HTTP/1.1" status: 204 len: 168 time: 0.7942467 Apr 29 13:40:18.496821 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7c061-6bed-45bb-bde1-4a9e8e396f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbb19a0-49de-4954-a7dd-6192cb3a85e7,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:18.544070 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f5d3a822-0c33-4977-97b1-75aa21feecc4 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.552468 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c1a507e3-155f-43c3-80dc-289e08cac149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (604c275c-d525-40dd-a28a-901940e44bac), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.561845 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c1a507e3-155f-43c3-80dc-289e08cac149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.563060 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-c1a507e3-155f-43c3-80dc-289e08cac149 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/604c275c-d525-40dd-a28a-901940e44bac HTTP/1.1" status: 204 len: 168 time: 0.6762431 Apr 29 13:40:18.575271 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f5d3a822-0c33-4977-97b1-75aa21feecc4 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (d6ca2016-574a-4a5e-b520-e46ac240a619), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.733501 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.l3_db [None req-f5d3a822-0c33-4977-97b1-75aa21feecc4 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Floating IP d6ca2016-574a-4a5e-b520-e46ac240a619 associated. External IP: 172.28.3.30, port: d1e8c59d-08c7-463d-8f1d-d55528a06712. Apr 29 13:40:18.778722 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4bd59-dce7-43de-8da1-c3b910a8e9bb req-56c02635-c36c-42e1-b37e-057d8b406434 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:18.791553 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e6b4bd59-dce7-43de-8da1-c3b910a8e9bb req-56c02635-c36c-42e1-b37e-057d8b406434 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.1315198 Apr 29 13:40:18.797178 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a507e3-155f-43c3-80dc-289e08cac149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604c275c-d525-40dd-a28a-901940e44bac,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:18.830653 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-37c72224-1900-44df-bc47-769ee1c883e7 req-ff113fa6-9da7-436a-bc3d-225bd3fe2e50 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=28c0e9f5ae104851a02cdf2a2a2be057&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4995387 Apr 29 13:40:18.950953 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fdff438c-d933-4830-aa68-eed1eac30176 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (216855b0-0585-4ec1-a3ce-f5c9fe880d47), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:18.992898 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fdff438c-d933-4830-aa68-eed1eac30176 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (216855b0-0585-4ec1-a3ce-f5c9fe880d47), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.031586 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e6b4bd59-dce7-43de-8da1-c3b910a8e9bb req-ba1b64b4-3ebc-45df-b4c6-0379dfb0737e tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385745 Apr 29 13:40:19.056670 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fdff438c-d933-4830-aa68-eed1eac30176 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.058533 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-fdff438c-d933-4830-aa68-eed1eac30176 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8939378 Apr 29 13:40:19.063982 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 42838) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:19.069785 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-a39bf2ad-b787-4655-b28a-6c055f054e00 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'security_group_rule': {'security_group_id': '216855b0-0585-4ec1-a3ce-f5c9fe880d47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:19.081223 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff438c-d933-4830-aa68-eed1eac30176 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=216855b0-0585-4ec1-a3ce-f5c9fe880d47,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:19.108915 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d3a822-0c33-4977-97b1-75aa21feecc4 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:40:19.118739 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-37c72224-1900-44df-bc47-769ee1c883e7 req-cd833db5-179c-459f-ad13-d09be9282496 service neutron] 10.222.0.20 "GET /v2.0/networks/fb3e459a-ac23-46a2-806e-74fa13fc428c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594595 Apr 29 13:40:19.152840 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a39bf2ad-b787-4655-b28a-6c055f054e00 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (ab967c68-73ff-4c9a-be1a-928271c279b5), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.318734 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a39bf2ad-b787-4655-b28a-6c055f054e00 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (ab967c68-73ff-4c9a-be1a-928271c279b5), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.322558 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-37c72224-1900-44df-bc47-769ee1c883e7 req-9c21a8fd-0cd1-4d43-b678-923fe67e0b26 service neutron] 10.222.0.20 "GET /v2.0/networks/fb3e459a-ac23-46a2-806e-74fa13fc428c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828761 Apr 29 13:40:19.325343 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a39bf2ad-b787-4655-b28a-6c055f054e00 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (ab967c68-73ff-4c9a-be1a-928271c279b5), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.334370 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d3a822-0c33-4977-97b1-75aa21feecc4 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:40:19.348913 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ec7af0-ce4a-4e2b-9434-84af44661e16 None None] Sync routers for ids ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:40:19.349571 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bf2ad-b787-4655-b28a-6c055f054e00 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab967c68-73ff-4c9a-be1a-928271c279b5,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:19.362085 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 42846) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:19.375029 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f5d3a822-0c33-4977-97b1-75aa21feecc4 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.376179 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a39bf2ad-b787-4655-b28a-6c055f054e00 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.382025 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec7af0-ce4a-4e2b-9434-84af44661e16 None None] Routers {'3e041d0f-0fb7-4a6e-9de4-e1b923a49846'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:19.384433 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-a39bf2ad-b787-4655-b28a-6c055f054e00 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3179295 Apr 29 13:40:19.384791 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 42848) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:19.384898 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-c1ec7af0-ce4a-4e2b-9434-84af44661e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:40:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:19.391543 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-fdf00fb8-a21e-4ade-94fe-a8c722a4f8cd tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'security_group_rule': {'security_group_id': '216855b0-0585-4ec1-a3ce-f5c9fe880d47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:19.449197 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fdf00fb8-a21e-4ade-94fe-a8c722a4f8cd tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (a32988c0-04e8-4782-8398-ba62e0a7fab8), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.512676 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-f5d3a822-0c33-4977-97b1-75aa21feecc4 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "PUT /v2.0/floatingips/d6ca2016-574a-4a5e-b520-e46ac240a619 HTTP/1.1" status: 200 len: 990 time: 2.2822785 Apr 29 13:40:19.512676 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82867de9-df31-465b-9e65-dab229b02547', 'tag': 'd1e8c59d-08c7-463d-8f1d-d55528a06712'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:40:19.515193 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4bcd7c-211a-4997-b1f6-d12fbcbeb53a" -d '{"events": [{"name": "network-changed", "server_uuid": "82867de9-df31-465b-9e65-dab229b02547", "tag": "d1e8c59d-08c7-463d-8f1d-d55528a06712"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:40:19.599838 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bba536c-00ba-40ee-be30-4286f706ad85 x-openstack-request-id: req-1bba536c-00ba-40ee-be30-4286f706ad85 {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:40:19.600278 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82867de9-df31-465b-9e65-dab229b02547", "tag": "d1e8c59d-08c7-463d-8f1d-d55528a06712", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:40:19.600711 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bba536c-00ba-40ee-be30-4286f706ad85 {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:40:19.601353 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bba536c-00ba-40ee-be30-4286f706ad85'] response: {'name': 'network-changed', 'server_uuid': '82867de9-df31-465b-9e65-dab229b02547', 'tag': 'd1e8c59d-08c7-463d-8f1d-d55528a06712', 'status': 'completed', 'code': 200} Apr 29 13:40:19.668543 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fdf00fb8-a21e-4ade-94fe-a8c722a4f8cd tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (a32988c0-04e8-4782-8398-ba62e0a7fab8), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.699049 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fdf00fb8-a21e-4ade-94fe-a8c722a4f8cd tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (a32988c0-04e8-4782-8398-ba62e0a7fab8), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.718050 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-c1ec7af0-ce4a-4e2b-9434-84af44661e16 None None] Set router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:19.752276 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bcd7c-211a-4997-b1f6-d12fbcbeb53a req-bdc91566-b194-477e-8df1-fe2dc7fef78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:19.755092 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1f4bcd7c-211a-4997-b1f6-d12fbcbeb53a req-bdc91566-b194-477e-8df1-fe2dc7fef78c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24f0f6159b9a46e4b3264b8c74e0f7a0&device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 1129 time: 0.1336503 Apr 29 13:40:19.756048 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6733c14a-c733-4b56-96a2-e452081f2173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.801492 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-268781ae-2cda-4090-ba7c-8907a4b673ad req-a038580c-1afe-420c-a66c-8625b42aa248 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6 HTTP/1.1" status: 200 len: 210 time: 0.1544502 Apr 29 13:40:19.823998 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fdf00fb8-a21e-4ade-94fe-a8c722a4f8cd tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:19.826111 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-fdf00fb8-a21e-4ade-94fe-a8c722a4f8cd tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4399354 Apr 29 13:40:19.829212 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 42876) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:19.833545 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf00fb8-a21e-4ade-94fe-a8c722a4f8cd tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32988c0-04e8-4782-8398-ba62e0a7fab8,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:19.845126 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-02374a0c-49fa-403d-980b-602f8c15da57 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'floatingip': {'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:19.913034 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-02374a0c-49fa-403d-980b-602f8c15da57 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:20.007111 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bcd7c-211a-4997-b1f6-d12fbcbeb53a req-8af4752e-b930-4891-bca1-0e336923986d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:20.009802 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1f4bcd7c-211a-4997-b1f6-d12fbcbeb53a req-8af4752e-b930-4891-bca1-0e336923986d service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c HTTP/1.1" status: 200 len: 915 time: 0.2426999 Apr 29 13:40:20.057975 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:20.161530 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-c1ec7af0-ce4a-4e2b-9434-84af44661e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'name': 'tempest-AttachVolumeShelveTestJSON-65629723-router', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:53Z', 'revision_number': 4, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'gw_port': {'id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': 'd6ca2016-574a-4a5e-b520-e46ac240a619', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'floating_ip_address': '172.28.3.30', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'port_id': 'd1e8c59d-08c7-463d-8f1d-d55528a06712', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'mac_address': 'fa:16:3e:2c:e7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82867de9-df31-465b-9e65-dab229b02547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:58Z', 'updated_at': '2022-04-29T13:40:18Z', 'revision_number': 1, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60f21e2-e1a6-4631-b833-d367bdc4cf2d', 'name': '', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'mac_address': 'fa:16:3e:0a:3e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:51Z', 'updated_at': '2022-04-29T13:39:59Z', 'revision_number': 5, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'subnets': [{'id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:20.188440 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-02374a0c-49fa-403d-980b-602f8c15da57 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:20.229171 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ec7af0-ce4a-4e2b-9434-84af44661e16 None None] Checking router: 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:40:20.250745 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec7af0-ce4a-4e2b-9434-84af44661e16 None None] Routers {'3e041d0f-0fb7-4a6e-9de4-e1b923a49846'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:20.252834 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-c1ec7af0-ce4a-4e2b-9434-84af44661e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:40:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:20.393245 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523d47b-8d26-4fed-8de4-b2d03389e6d0 req-04b0ff8a-9714-4329-9ecf-b8b0d54fb3f7 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:20.407269 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d523d47b-8d26-4fed-8de4-b2d03389e6d0 req-04b0ff8a-9714-4329-9ecf-b8b0d54fb3f7 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.1088865 Apr 29 13:40:20.433914 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-c1ec7af0-ce4a-4e2b-9434-84af44661e16 None None] Set router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:20.479428 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-02374a0c-49fa-403d-980b-602f8c15da57 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Allocated IP 172.28.3.119 (9c8e0a80-d509-45ab-9720-00aefc93fc37/7d82864c-1f03-4b55-a173-75a79706e4c7/f08aa666-3445-4238-b198-4f212fede449) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:40:20.522995 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6733c14a-c733-4b56-96a2-e452081f2173 admin admin] Publish callbacks [] for security_group (a13a8781-d536-481a-984a-f76405dcb5fb), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:20.537143 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6733c14a-c733-4b56-96a2-e452081f2173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (a13a8781-d536-481a-984a-f76405dcb5fb), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:20.758114 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-02374a0c-49fa-403d-980b-602f8c15da57 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for port (f08aa666-3445-4238-b198-4f212fede449), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:20.796950 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1f4bcd7c-211a-4997-b1f6-d12fbcbeb53a req-c72fc19f-385d-48c7-8b9f-743f4b515e60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1e8c59d-08c7-463d-8f1d-d55528a06712 HTTP/1.1" status: 200 len: 998 time: 0.7719376 Apr 29 13:40:20.816754 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-6733c14a-c733-4b56-96a2-e452081f2173 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=676441d6af0146d1ae1f35beeba857b5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4521914 Apr 29 13:40:20.819520 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 42912) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:20.925451 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d523d47b-8d26-4fed-8de4-b2d03389e6d0 req-345e9347-812b-4cdd-9ea1-fa53ea7d9ddb tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164480 Apr 29 13:40:20.933425 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-02374a0c-49fa-403d-980b-602f8c15da57 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (f08aa666-3445-4238-b198-4f212fede449), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:20.934445 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733c14a-c733-4b56-96a2-e452081f2173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13a8781-d536-481a-984a-f76405dcb5fb,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:21.015125 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bcd7c-211a-4997-b1f6-d12fbcbeb53a req-7dfd7f60-2c73-4567-80b1-54d6494eea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:21.018870 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1f4bcd7c-211a-4997-b1f6-d12fbcbeb53a req-7dfd7f60-2c73-4567-80b1-54d6494eea45 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f258e551-312b-40dd-9f3e-d438e3260232 HTTP/1.1" status: 200 len: 854 time: 0.1995111 Apr 29 13:40:21.054459 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-c1ec7af0-ce4a-4e2b-9434-84af44661e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'name': 'tempest-AttachVolumeShelveTestJSON-65629723-router', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:53Z', 'revision_number': 4, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'gw_port': {'id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': 'd6ca2016-574a-4a5e-b520-e46ac240a619', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'floating_ip_address': '172.28.3.30', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'port_id': 'd1e8c59d-08c7-463d-8f1d-d55528a06712', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'mac_address': 'fa:16:3e:2c:e7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82867de9-df31-465b-9e65-dab229b02547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:58Z', 'updated_at': '2022-04-29T13:40:18Z', 'revision_number': 1, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60f21e2-e1a6-4631-b833-d367bdc4cf2d', 'name': '', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'mac_address': 'fa:16:3e:0a:3e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:51Z', 'updated_at': '2022-04-29T13:39:59Z', 'revision_number': 5, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'subnets': [{'id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:21.141577 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bcd7c-211a-4997-b1f6-d12fbcbeb53a req-8caedeab-8298-4dd0-a45f-535c4069e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:21.141954 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02374a0c-49fa-403d-980b-602f8c15da57 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'Port': ['ID=f08aa666-3445-4238-b198-4f212fede449,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:21.145988 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1f4bcd7c-211a-4997-b1f6-d12fbcbeb53a req-8caedeab-8298-4dd0-a45f-535c4069e5c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1197929 Apr 29 13:40:21.155257 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ec7af0-ce4a-4e2b-9434-84af44661e16 None None] The sync data for ids ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'] in dv-cinder-839416-3-smb is: [{'id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'name': 'tempest-AttachVolumeShelveTestJSON-65629723-router', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:53Z', 'revision_number': 4, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'gw_port': {'id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': 'd6ca2016-574a-4a5e-b520-e46ac240a619', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'floating_ip_address': '172.28.3.30', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'port_id': 'd1e8c59d-08c7-463d-8f1d-d55528a06712', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'mac_address': 'fa:16:3e:2c:e7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82867de9-df31-465b-9e65-dab229b02547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:58Z', 'updated_at': '2022-04-29T13:40:18Z', 'revision_number': 1, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60f21e2-e1a6-4631-b833-d367bdc4cf2d', 'name': '', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'mac_address': 'fa:16:3e:0a:3e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:51Z', 'updated_at': '2022-04-29T13:39:59Z', 'revision_number': 5, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'subnets': [{'id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:40:21.156117 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2b5a41c0-5742-4c37-9e62-6ea99c8835c3 admin admin] Publish callbacks [] for security_group (a13a8781-d536-481a-984a-f76405dcb5fb), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:21.176195 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4e6e7949-5b35-41b7-a03a-5b8b2417cb28 req-d29b4d51-4bae-4dc5-98c9-5bc27f4eb415 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6 HTTP/1.1" status: 200 len: 210 time: 0.2480838 Apr 29 13:40:21.197739 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02374a0c-49fa-403d-980b-602f8c15da57 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:40:21.202431 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-02374a0c-49fa-403d-980b-602f8c15da57 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:21.217002 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02374a0c-49fa-403d-980b-602f8c15da57 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:40:21.232014 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2b5a41c0-5742-4c37-9e62-6ea99c8835c3 admin admin] Publish callbacks [] for security_group (a13a8781-d536-481a-984a-f76405dcb5fb), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:21.312272 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2b5a41c0-5742-4c37-9e62-6ea99c8835c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (a13a8781-d536-481a-984a-f76405dcb5fb), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:21.320068 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2b5a41c0-5742-4c37-9e62-6ea99c8835c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:21.326986 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-2b5a41c0-5742-4c37-9e62-6ea99c8835c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a13a8781-d536-481a-984a-f76405dcb5fb HTTP/1.1" status: 204 len: 168 time: 0.3943281 Apr 29 13:40:21.348074 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a41c0-5742-4c37-9e62-6ea99c8835c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13a8781-d536-481a-984a-f76405dcb5fb,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:21.459055 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-02374a0c-49fa-403d-980b-602f8c15da57 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (522742e3-bd06-4824-9068-dbf4f4acf268), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:21.476298 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:21.525622 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-02374a0c-49fa-403d-980b-602f8c15da57 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (f08aa666-3445-4238-b198-4f212fede449), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:21.527983 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1f4bcd7c-211a-4997-b1f6-d12fbcbeb53a req-8e4d2b1d-0d1d-4ba3-9558-aa8b75848134 service neutron] 10.222.0.26 "GET /v2.0/networks/6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391532 Apr 29 13:40:21.605440 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9f4b9f-fee9-46c4-af29-a222cd8a178e None None] New status for floating IP d6ca2016-574a-4a5e-b520-e46ac240a619: ACTIVE {{(pid=103549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:40:21.777887 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c72224-1900-44df-bc47-769ee1c883e7 req-322605b3-cfcc-4687-9f33-c8c70a12009f tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:21.791837 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-37c72224-1900-44df-bc47-769ee1c883e7 req-322605b3-cfcc-4687-9f33-c8c70a12009f tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.26 "GET /v2.0/networks?id=fb3e459a-ac23-46a2-806e-74fa13fc428c HTTP/1.1" status: 200 len: 808 time: 0.1868737 Apr 29 13:40:21.813881 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [req-37c72224-1900-44df-bc47-769ee1c883e7 req-d7ba4034-5577-4f97-8e7d-4a089e13d9e0 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Request body: {'port': {'device_id': 'eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6', 'network_id': 'fb3e459a-ac23-46a2-806e-74fa13fc428c', 'admin_state_up': True, 'tenant_id': '28c0e9f5ae104851a02cdf2a2a2be057'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:22.320388 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1f4bcd7c-211a-4997-b1f6-d12fbcbeb53a req-9e050609-a1a7-4a51-91c2-8555ddd67490 service neutron] 10.222.0.26 "GET /v2.0/networks/6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7789366 Apr 29 13:40:22.438792 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 42950) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:22.449512 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6c239574-947c-40a9-86a5-a757fa9f4eca req-30fd70ec-9730-4b97-83b9-4192265c6dab tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6 HTTP/1.1" status: 200 len: 210 time: 0.1029611 Apr 29 13:40:22.486779 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f13810d1-51f2-48a5-aa8e-2d8e7665e862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.505352 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa811d36-abdc-42b1-ac1e-0b4c40983cfe req-172b4e35-1eae-4244-bf52-22dd6f1cf051 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:22.519865 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-aa811d36-abdc-42b1-ac1e-0b4c40983cfe req-172b4e35-1eae-4244-bf52-22dd6f1cf051 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.3234484 Apr 29 13:40:22.544073 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c72224-1900-44df-bc47-769ee1c883e7 req-d7ba4034-5577-4f97-8e7d-4a089e13d9e0 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Made reservation on behalf of 28c0e9f5ae104851a02cdf2a2a2be057 for: {'port': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:40:22.551292 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-37c72224-1900-44df-bc47-769ee1c883e7 req-d7ba4034-5577-4f97-8e7d-4a089e13d9e0 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.682540 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f13810d1-51f2-48a5-aa8e-2d8e7665e862 admin admin] Publish callbacks [] for security_group (501a30bc-7022-4373-98c9-67b041ab6ca2), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.713098 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f13810d1-51f2-48a5-aa8e-2d8e7665e862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (501a30bc-7022-4373-98c9-67b041ab6ca2), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.775202 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-02374a0c-49fa-403d-980b-602f8c15da57 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for port (f08aa666-3445-4238-b198-4f212fede449), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.799997 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-aa811d36-abdc-42b1-ac1e-0b4c40983cfe req-4b9401f0-0207-4278-ac61-2ccb3bf074ea tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782435 Apr 29 13:40:22.829303 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-02374a0c-49fa-403d-980b-602f8c15da57 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26512087'] for port (f08aa666-3445-4238-b198-4f212fede449), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:22.837747 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13810d1-51f2-48a5-aa8e-2d8e7665e862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501a30bc-7022-4373-98c9-67b041ab6ca2,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:22.892141 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-f13810d1-51f2-48a5-aa8e-2d8e7665e862 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aac54d87c80b4c9c9f3cb16f9a51cc9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4516518 Apr 29 13:40:22.898526 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 42958) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:22.989920 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-02374a0c-49fa-403d-980b-602f8c15da57 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (522742e3-bd06-4824-9068-dbf4f4acf268), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.051652 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-dd50d4a7-0ffb-453f-b1a0-05cb5e6171d5 admin admin] Publish callbacks [] for security_group (501a30bc-7022-4373-98c9-67b041ab6ca2), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.093938 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-dd50d4a7-0ffb-453f-b1a0-05cb5e6171d5 admin admin] Publish callbacks [] for security_group (501a30bc-7022-4373-98c9-67b041ab6ca2), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.099919 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-02374a0c-49fa-403d-980b-602f8c15da57 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.102426 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-02374a0c-49fa-403d-980b-602f8c15da57 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2720418 Apr 29 13:40:23.124283 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02374a0c-49fa-403d-980b-602f8c15da57 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'Port': ['ID=f08aa666-3445-4238-b198-4f212fede449,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:23.169611 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [req-37c72224-1900-44df-bc47-769ee1c883e7 req-d7ba4034-5577-4f97-8e7d-4a089e13d9e0 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Allocated IP 172.20.0.5 (fb3e459a-ac23-46a2-806e-74fa13fc428c/89ae694f-a81b-406b-b8f0-2d4723033a0e/e36abba1-2812-40ba-b7a9-893bdc4cd7f0) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:40:23.202212 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-dd50d4a7-0ffb-453f-b1a0-05cb5e6171d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (501a30bc-7022-4373-98c9-67b041ab6ca2), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.206537 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-dd50d4a7-0ffb-453f-b1a0-05cb5e6171d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.213125 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-dd50d4a7-0ffb-453f-b1a0-05cb5e6171d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/501a30bc-7022-4373-98c9-67b041ab6ca2 HTTP/1.1" status: 204 len: 168 time: 0.3130219 Apr 29 13:40:23.230026 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50d4a7-0ffb-453f-b1a0-05cb5e6171d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501a30bc-7022-4373-98c9-67b041ab6ca2,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:23.495319 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-6f84f0bc-ae65-4d29-bffd-d4065e3c1e4d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--45598569&fields=id&tenant_id=ade3a9fb8cf84c3684a431096d529b75 HTTP/1.1" status: 200 len: 267 time: 0.1027753 Apr 29 13:40:23.504354 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-37c72224-1900-44df-bc47-769ee1c883e7 req-d7ba4034-5577-4f97-8e7d-4a089e13d9e0 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Publish callbacks [] for port (e36abba1-2812-40ba-b7a9-893bdc4cd7f0), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.681212 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-190dda38-70a3-475c-acaa-322403064a41 req-8bc46413-f788-49fb-adc5-f5338a7f467f tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6 HTTP/1.1" status: 200 len: 210 time: 0.1276183 Apr 29 13:40:23.761524 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-37c72224-1900-44df-bc47-769ee1c883e7 req-d7ba4034-5577-4f97-8e7d-4a089e13d9e0 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (e36abba1-2812-40ba-b7a9-893bdc4cd7f0), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:23.776699 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-d30aa3f0-59de-4514-a4d3-4b2ad5548e6e tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:23.788732 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-d30aa3f0-59de-4514-a4d3-4b2ad5548e6e tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/networks?id=ee2b3ef3-3340-4760-a72b-28d6455d187a HTTP/1.1" status: 200 len: 814 time: 0.2815535 Apr 29 13:40:23.876778 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-26ba63f6-baf0-490e-9d33-4cc29bea551a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/quotas/ade3a9fb8cf84c3684a431096d529b75 HTTP/1.1" status: 200 len: 375 time: 0.0860302 Apr 29 13:40:23.957082 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c72224-1900-44df-bc47-769ee1c883e7 req-d7ba4034-5577-4f97-8e7d-4a089e13d9e0 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Network fb3e459a-ac23-46a2-806e-74fa13fc428c is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:40:23.976561 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [req-37c72224-1900-44df-bc47-769ee1c883e7 req-d7ba4034-5577-4f97-8e7d-4a089e13d9e0 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:23.985528 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba4034-5577-4f97-8e7d-4a089e13d9e0 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Pushing event updated for resources: {'Port': ['ID=e36abba1-2812-40ba-b7a9-893bdc4cd7f0,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:23.993665 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c72224-1900-44df-bc47-769ee1c883e7 req-d7ba4034-5577-4f97-8e7d-4a089e13d9e0 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:40:24.023595 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c263cd97-8075-45fc-8dd8-72ff9306e821 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ade3a9fb8cf84c3684a431096d529b75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1431353 Apr 29 13:40:24.323840 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c72224-1900-44df-bc47-769ee1c883e7 req-d7ba4034-5577-4f97-8e7d-4a089e13d9e0 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:24.325364 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-37c72224-1900-44df-bc47-769ee1c883e7 req-d7ba4034-5577-4f97-8e7d-4a089e13d9e0 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:24.371162 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ab806-4201-426b-ba25-67b04b3c6957 req-afd1c7a9-820d-4d1d-997c-d3652d6647a7 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:24.374755 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9e1ab806-4201-426b-ba25-67b04b3c6957 req-afd1c7a9-820d-4d1d-997c-d3652d6647a7 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.3159270 Apr 29 13:40:24.405650 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-37c72224-1900-44df-bc47-769ee1c883e7 req-d7ba4034-5577-4f97-8e7d-4a089e13d9e0 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5976346 Apr 29 13:40:24.435572 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [req-37c72224-1900-44df-bc47-769ee1c883e7 req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] Request body: {'port': {'device_id': 'eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:24.480718 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-4a1baac9-9ec2-43e9-aa30-360b5e8a3009 service neutron] 10.222.0.20 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245660 Apr 29 13:40:24.633843 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9e1ab806-4201-426b-ba25-67b04b3c6957 req-2aced5af-982d-4938-bca2-bcacb34ad646 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439988 Apr 29 13:40:24.652624 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-37c72224-1900-44df-bc47-769ee1c883e7 req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (e36abba1-2812-40ba-b7a9-893bdc4cd7f0), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:25.161918 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c9159d09-849b-488b-8686-b4b2f7e47e04 service neutron] 10.222.0.20 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6801715 Apr 29 13:40:25.233717 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32fa3b-729f-47bb-8eb5-13dd9b57ceca req-d1a31e08-166c-4bb6-a4ff-933a9eb2937b tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:25.242917 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fb32fa3b-729f-47bb-8eb5-13dd9b57ceca req-d1a31e08-166c-4bb6-a4ff-933a9eb2937b tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6 HTTP/1.1" status: 200 len: 931 time: 0.0940857 Apr 29 13:40:25.396121 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fb32fa3b-729f-47bb-8eb5-13dd9b57ceca req-5ca932f9-f914-44b3-840e-d7939ea499f9 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d12b1f8-1733-4803-b674-0390939342a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465871 Apr 29 13:40:25.606205 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [req-37c72224-1900-44df-bc47-769ee1c883e7 req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36abba1-2812-40ba-b7a9-893bdc4cd7f0 {{(pid=103548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:40:25.620934 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-37c72224-1900-44df-bc47-769ee1c883e7 req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] Publish callbacks [] for port (e36abba1-2812-40ba-b7a9-893bdc4cd7f0), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:25.675026 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.provisioning_blocks [req-37c72224-1900-44df-bc47-769ee1c883e7 req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] Transition to ACTIVE for port object e36abba1-2812-40ba-b7a9-893bdc4cd7f0 will not be triggered until provisioned by entity L2. {{(pid=103548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:40:25.692392 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e893fe4b-c443-4a1f-9ac9-edb781e47f5b req-db4c8b9d-f322-4944-909e-84a8174d0ef9 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe5a0598-0bd3-48ea-b41d-9f6746c75f34 HTTP/1.1" status: 200 len: 210 time: 0.2085171 Apr 29 13:40:25.698252 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-37c72224-1900-44df-bc47-769ee1c883e7 req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26512087'] for port (e36abba1-2812-40ba-b7a9-893bdc4cd7f0), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:25.770134 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] Pushing event updated for resources: {'Port': ['ID=e36abba1-2812-40ba-b7a9-893bdc4cd7f0,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:25.889285 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e273552-10cf-4bcd-b04b-71e9e9baae7b req-e463f2a6-149a-43ea-9784-50841600506b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:25.891160 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5e273552-10cf-4bcd-b04b-71e9e9baae7b req-e463f2a6-149a-43ea-9784-50841600506b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.0817473 Apr 29 13:40:25.932262 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-37c72224-1900-44df-bc47-769ee1c883e7 req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] Attempting to bind port e36abba1-2812-40ba-b7a9-893bdc4cd7f0 on host hv-cinder-83941 for vnic_type normal with profile {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:40:25.932633 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-37c72224-1900-44df-bc47-769ee1c883e7 req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] Attempting to bind port e36abba1-2812-40ba-b7a9-893bdc4cd7f0 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': 'f70550b8-43c5-4eba-9b7b-de65f39234f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fb3e459a-ac23-46a2-806e-74fa13fc428c'}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:40:25.932938 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c72224-1900-44df-bc47-769ee1c883e7 req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] Attempting to bind port e36abba1-2812-40ba-b7a9-893bdc4cd7f0 on network fb3e459a-ac23-46a2-806e-74fa13fc428c {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:40:25.940009 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c72224-1900-44df-bc47-769ee1c883e7 req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] Port e36abba1-2812-40ba-b7a9-893bdc4cd7f0 on network fb3e459a-ac23-46a2-806e-74fa13fc428c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:40:25.940333 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c72224-1900-44df-bc47-769ee1c883e7 req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] Attempting to bind port e36abba1-2812-40ba-b7a9-893bdc4cd7f0 on network fb3e459a-ac23-46a2-806e-74fa13fc428c {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:40:25.949248 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c72224-1900-44df-bc47-769ee1c883e7 req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] Checking agent: {'id': '54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'started_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:40:25.949583 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c72224-1900-44df-bc47-769ee1c883e7 req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] Checking segment: {'id': 'f70550b8-43c5-4eba-9b7b-de65f39234f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fb3e459a-ac23-46a2-806e-74fa13fc428c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:40:25.950185 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c72224-1900-44df-bc47-769ee1c883e7 req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] Bound using segment: {'id': 'f70550b8-43c5-4eba-9b7b-de65f39234f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fb3e459a-ac23-46a2-806e-74fa13fc428c'} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:40:25.950777 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-37c72224-1900-44df-bc47-769ee1c883e7 req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] Bound port: e36abba1-2812-40ba-b7a9-893bdc4cd7f0, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70550b8-43c5-4eba-9b7b-de65f39234f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fb3e459a-ac23-46a2-806e-74fa13fc428c'}}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:40:25.951298 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-37c72224-1900-44df-bc47-769ee1c883e7 req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (e36abba1-2812-40ba-b7a9-893bdc4cd7f0), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:25.987233 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5e273552-10cf-4bcd-b04b-71e9e9baae7b req-12a06f2b-15b3-41f5-b705-719d0d1aee93 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799322 Apr 29 13:40:26.063880 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-37c72224-1900-44df-bc47-769ee1c883e7 req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] For port e36abba1-2812-40ba-b7a9-893bdc4cd7f0, host hv-cinder-83941, cleared binding levels {{(pid=103548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:40:26.065469 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 43094) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:26.070284 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-37c72224-1900-44df-bc47-769ee1c883e7 req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] For port e36abba1-2812-40ba-b7a9-893bdc4cd7f0, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=e36abba1-2812-40ba-b7a9-893bdc4cd7f0,segment=NetworkSegment(f70550b8-43c5-4eba-9b7b-de65f39234f9),segment_id=f70550b8-43c5-4eba-9b7b-de65f39234f9)] {{(pid=103548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:40:26.079022 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-37c72224-1900-44df-bc47-769ee1c883e7 req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26512087'] for port (e36abba1-2812-40ba-b7a9-893bdc4cd7f0), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:26.131649 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c72224-1900-44df-bc47-769ee1c883e7 req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:26.132241 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-37c72224-1900-44df-bc47-769ee1c883e7 req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:26.133658 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-37c72224-1900-44df-bc47-769ee1c883e7 req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] 10.222.0.26 "PUT /v2.0/ports/e36abba1-2812-40ba-b7a9-893bdc4cd7f0 HTTP/1.1" status: 200 len: 1093 time: 1.7046850 Apr 29 13:40:26.134110 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6', 'tag': 'e36abba1-2812-40ba-b7a9-893bdc4cd7f0'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:40:26.136747 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d67eb28-8d39-497f-a9e5-96371a0195e4" -d '{"events": [{"name": "network-changed", "server_uuid": "eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6", "tag": "e36abba1-2812-40ba-b7a9-893bdc4cd7f0"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:40:26.252868 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444d753c-b3e3-4e3b-b70c-2cc19998ed1e x-openstack-request-id: req-444d753c-b3e3-4e3b-b70c-2cc19998ed1e {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:40:26.253219 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6", "tag": "e36abba1-2812-40ba-b7a9-893bdc4cd7f0", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:40:26.253592 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-444d753c-b3e3-4e3b-b70c-2cc19998ed1e {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:40:26.254134 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-444d753c-b3e3-4e3b-b70c-2cc19998ed1e'] response: {'name': 'network-changed', 'server_uuid': 'eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6', 'tag': 'e36abba1-2812-40ba-b7a9-893bdc4cd7f0', 'status': 'completed', 'code': 200} Apr 29 13:40:26.255039 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1beb3-ff91-4a82-b3d0-1340980f6aee service neutron] Pushing event updated for resources: {'Port': ['ID=e36abba1-2812-40ba-b7a9-893bdc4cd7f0,revision_number=3']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:26.266732 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c72224-1900-44df-bc47-769ee1c883e7 req-12680185-509b-4594-b37e-0e413fc5fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:26.268881 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-37c72224-1900-44df-bc47-769ee1c883e7 req-12680185-509b-4594-b37e-0e413fc5fc41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28c0e9f5ae104851a02cdf2a2a2be057&device_id=eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6 HTTP/1.1" status: 200 len: 1127 time: 0.0729749 Apr 29 13:40:26.333923 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-37c72224-1900-44df-bc47-769ee1c883e7 req-04a019a0-396a-40c4-ada4-b4bb9c14bbae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e36abba1-2812-40ba-b7a9-893bdc4cd7f0 HTTP/1.1" status: 200 len: 217 time: 0.0574808 Apr 29 13:40:26.508260 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7744bc8b-8494-4758-82bd-07bd965acf44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:26.512117 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c72224-1900-44df-bc47-769ee1c883e7 req-d995da85-74c3-49b3-9dd9-1bacac9ebd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:26.521522 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-37c72224-1900-44df-bc47-769ee1c883e7 req-d995da85-74c3-49b3-9dd9-1bacac9ebd2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=89ae694f-a81b-406b-b8f0-2d4723033a0e HTTP/1.1" status: 200 len: 848 time: 0.1498179 Apr 29 13:40:26.639541 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-37c72224-1900-44df-bc47-769ee1c883e7 req-4a2c573d-ba49-49da-ae24-bf453b0f2b54 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fb3e459a-ac23-46a2-806e-74fa13fc428c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896776 Apr 29 13:40:26.668060 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c96d53-9743-4709-8eb7-4a536b895600 req-27a84123-b9d5-4804-ae0a-cdc032efe3c0 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:26.689501 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-32c96d53-9743-4709-8eb7-4a536b895600 req-27a84123-b9d5-4804-ae0a-cdc032efe3c0 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6 HTTP/1.1" status: 200 len: 943 time: 0.1664939 Apr 29 13:40:26.766571 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7744bc8b-8494-4758-82bd-07bd965acf44 admin admin] Publish callbacks [] for security_group (c3cde341-5441-45d7-8898-b7f282f480e5), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:26.774846 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7744bc8b-8494-4758-82bd-07bd965acf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (c3cde341-5441-45d7-8898-b7f282f480e5), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:26.913934 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-32c96d53-9743-4709-8eb7-4a536b895600 req-c1a60074-f889-4402-a29d-a6895a5d49b9 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d12b1f8-1733-4803-b674-0390939342a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233851 Apr 29 13:40:26.921266 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744bc8b-8494-4758-82bd-07bd965acf44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cde341-5441-45d7-8898-b7f282f480e5,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:26.934373 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-7744bc8b-8494-4758-82bd-07bd965acf44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6096fe2675a14d78a4fee4f7bafc0679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8651097 Apr 29 13:40:26.938389 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 43124) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:26.984378 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-cf3fb478-6d8d-47bf-9ec1-348e9ede84eb req-d00a9ea1-5515-4d87-98d2-11901341c3e6 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe5a0598-0bd3-48ea-b41d-9f6746c75f34 HTTP/1.1" status: 200 len: 210 time: 0.0883431 Apr 29 13:40:27.011428 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 43128) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:27.033148 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-37c72224-1900-44df-bc47-769ee1c883e7 req-9e436688-0ebb-4619-be83-365f09bf879a service neutron] 10.222.0.26 "GET /v2.0/networks/fb3e459a-ac23-46a2-806e-74fa13fc428c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851149 Apr 29 13:40:27.073585 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8af0d0c7-876d-48d1-8551-2e0a7bec5688 admin admin] Publish callbacks [] for security_group (c3cde341-5441-45d7-8898-b7f282f480e5), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:27.112243 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8af0d0c7-876d-48d1-8551-2e0a7bec5688 admin admin] Publish callbacks [] for security_group (c3cde341-5441-45d7-8898-b7f282f480e5), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:27.221760 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-20e18521-7b71-4d44-b190-a8d0649dddcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:27.332310 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8af0d0c7-876d-48d1-8551-2e0a7bec5688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (c3cde341-5441-45d7-8898-b7f282f480e5), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:27.337690 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8af0d0c7-876d-48d1-8551-2e0a7bec5688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:27.339816 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-8af0d0c7-876d-48d1-8551-2e0a7bec5688 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3cde341-5441-45d7-8898-b7f282f480e5 HTTP/1.1" status: 204 len: 168 time: 0.3985994 Apr 29 13:40:27.450489 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0d0c7-876d-48d1-8551-2e0a7bec5688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cde341-5441-45d7-8898-b7f282f480e5,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:27.481486 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82b6f7-fbbb-4afb-bf79-a9a4920284f4 req-f55425d5-3a15-41ad-a50d-ea3412b2705d tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:27.494030 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ec82b6f7-fbbb-4afb-bf79-a9a4920284f4 req-f55425d5-3a15-41ad-a50d-ea3412b2705d tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.2947652 Apr 29 13:40:27.686898 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ec82b6f7-fbbb-4afb-bf79-a9a4920284f4 req-7e85b801-9292-4aea-9f37-153c51e85ec2 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916249 Apr 29 13:40:27.779443 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-37c72224-1900-44df-bc47-769ee1c883e7 req-600a5c7e-2021-4aaf-9935-1e6090423534 service neutron] 10.222.0.26 "GET /v2.0/networks/fb3e459a-ac23-46a2-806e-74fa13fc428c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5798252 Apr 29 13:40:27.842967 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-cd7a86ff-1cb6-4a59-81e4-c2a801f56a37 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:27.842967 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-cd7a86ff-1cb6-4a59-81e4-c2a801f56a37 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.26 "GET /v2.0/networks?id=ee2b3ef3-3340-4760-a72b-28d6455d187a HTTP/1.1" status: 200 len: 814 time: 0.4449096 Apr 29 13:40:27.842967 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-20e18521-7b71-4d44-b190-a8d0649dddcb admin admin] Publish callbacks [] for security_group (2181973e-a2b4-46e0-8f0b-f0f3d412f875), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:27.849964 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-20e18521-7b71-4d44-b190-a8d0649dddcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (2181973e-a2b4-46e0-8f0b-f0f3d412f875), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:27.915245 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-20e18521-7b71-4d44-b190-a8d0649dddcb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d7f14fdcfa046a0854427a907c37d3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9024115 Apr 29 13:40:27.919180 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 43154) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:27.931936 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e18521-7b71-4d44-b190-a8d0649dddcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2181973e-a2b4-46e0-8f0b-f0f3d412f875,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:28.050656 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f492123e-21a7-4f67-9d20-65b947b5bece admin admin] Publish callbacks [] for security_group (2181973e-a2b4-46e0-8f0b-f0f3d412f875), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:28.082866 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f492123e-21a7-4f67-9d20-65b947b5bece admin admin] Publish callbacks [] for security_group (2181973e-a2b4-46e0-8f0b-f0f3d412f875), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:28.160510 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5f841e8f-9451-4001-8902-467e5b61c012 req-8a33ff33-04ae-45de-9838-98ece895ad70 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe5a0598-0bd3-48ea-b41d-9f6746c75f34 HTTP/1.1" status: 200 len: 210 time: 0.0665355 Apr 29 13:40:28.168062 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bf650-5587-4824-b20d-989e5e68508b req-f47bebf5-b236-4477-b197-81504d89e67e tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:28.169102 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f492123e-21a7-4f67-9d20-65b947b5bece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (2181973e-a2b4-46e0-8f0b-f0f3d412f875), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:28.170109 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-329bf650-5587-4824-b20d-989e5e68508b req-f47bebf5-b236-4477-b197-81504d89e67e tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6 HTTP/1.1" status: 200 len: 943 time: 0.1391039 Apr 29 13:40:28.178381 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f492123e-21a7-4f67-9d20-65b947b5bece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:28.179904 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-f492123e-21a7-4f67-9d20-65b947b5bece admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2181973e-a2b4-46e0-8f0b-f0f3d412f875 HTTP/1.1" status: 204 len: 168 time: 0.2586896 Apr 29 13:40:28.203187 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492123e-21a7-4f67-9d20-65b947b5bece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2181973e-a2b4-46e0-8f0b-f0f3d412f875,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:28.263569 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-329bf650-5587-4824-b20d-989e5e68508b req-138e4845-5c8f-4a33-a35b-ce5bd6a9e484 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d12b1f8-1733-4803-b674-0390939342a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801151 Apr 29 13:40:28.780878 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-fd04c791-2ebf-4d0c-838b-526b7c4c9848 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ade3a9fb8cf84c3684a431096d529b75 HTTP/1.1" status: 200 len: 470 time: 0.1384218 Apr 29 13:40:28.892491 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9378c3-8bff-441c-9313-9c711bbb5dc6 req-d977a5c8-9c05-4502-8b68-0203d5b525b7 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:28.904610 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ad9378c3-8bff-441c-9313-9c711bbb5dc6 req-d977a5c8-9c05-4502-8b68-0203d5b525b7 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.1101520 Apr 29 13:40:28.976742 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ad9378c3-8bff-441c-9313-9c711bbb5dc6 req-950cf506-0945-4db2-931a-f6dbedf07408 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696995 Apr 29 13:40:29.339720 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1c80463b-1cac-4e68-810b-86caac412018 req-10e7eb83-cc12-43a5-816e-b008ab6b6210 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe5a0598-0bd3-48ea-b41d-9f6746c75f34 HTTP/1.1" status: 200 len: 210 time: 0.0737388 Apr 29 13:40:29.467858 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c66254-6aa3-4e3b-a77c-0832a59d3634 req-9d1bc468-1319-4811-91a9-a72e642d8f17 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:29.470108 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-00c66254-6aa3-4e3b-a77c-0832a59d3634 req-9d1bc468-1319-4811-91a9-a72e642d8f17 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6 HTTP/1.1" status: 200 len: 943 time: 0.0866160 Apr 29 13:40:29.531977 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-00c66254-6aa3-4e3b-a77c-0832a59d3634 req-64a3d8a3-416d-4875-babb-7076e5d1168f tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d12b1f8-1733-4803-b674-0390939342a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543354 Apr 29 13:40:29.708139 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 43260) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:29.823432 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-4267337f-e621-445c-8673-fef89d93fd58 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'port': {'device_id': 'fe5a0598-0bd3-48ea-b41d-9f6746c75f34', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'admin_state_up': True, 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'security_groups': ['216855b0-0585-4ec1-a3ce-f5c9fe880d47']}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:29.897208 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67eb28-8d39-497f-a9e5-96371a0195e4 req-c985a7cf-99b0-4acb-8fa9-3ed21d9102f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:29.898934 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4d67eb28-8d39-497f-a9e5-96371a0195e4 req-c985a7cf-99b0-4acb-8fa9-3ed21d9102f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28c0e9f5ae104851a02cdf2a2a2be057&device_id=eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6 HTTP/1.1" status: 200 len: 1127 time: 0.0835462 Apr 29 13:40:29.964338 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b61e5b82-2a6f-4cd9-acdf-916fc26e373e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:30.081490 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-4267337f-e621-445c-8673-fef89d93fd58 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Made reservation on behalf of ade3a9fb8cf84c3684a431096d529b75 for: {'port': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:40:30.085816 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-4267337f-e621-445c-8673-fef89d93fd58 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:30.102787 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67eb28-8d39-497f-a9e5-96371a0195e4 req-200a16aa-658b-4509-a749-eead1028642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:30.104538 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4d67eb28-8d39-497f-a9e5-96371a0195e4 req-200a16aa-658b-4509-a749-eead1028642e service neutron] 10.222.0.26 "GET /v2.0/networks?id=fb3e459a-ac23-46a2-806e-74fa13fc428c HTTP/1.1" status: 200 len: 908 time: 0.1940949 Apr 29 13:40:30.152956 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdbb19-602a-41da-87b0-670f3e1d90f2 req-55cd7fe7-822d-4fa7-92f3-ab5742714e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:30.154530 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-09fdbb19-602a-41da-87b0-670f3e1d90f2 req-55cd7fe7-822d-4fa7-92f3-ab5742714e05 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 1129 time: 0.0562298 Apr 29 13:40:30.269540 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79978c5f-ee55-4ca0-a708-3a2ebb5b99bf req-9248a786-c7dc-4963-af9c-92bc16396f68 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:30.271288 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-79978c5f-ee55-4ca0-a708-3a2ebb5b99bf req-9248a786-c7dc-4963-af9c-92bc16396f68 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.1512969 Apr 29 13:40:30.272626 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4d67eb28-8d39-497f-a9e5-96371a0195e4 req-dc895fc2-5f21-4930-8f11-90aaf454ceaf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e36abba1-2812-40ba-b7a9-893bdc4cd7f0 HTTP/1.1" status: 200 len: 217 time: 0.1607184 Apr 29 13:40:30.280749 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-09fdbb19-602a-41da-87b0-670f3e1d90f2 req-6bf5c5b5-3b2d-4b18-9231-d2d471fc5d6a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106365 Apr 29 13:40:30.377975 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b61e5b82-2a6f-4cd9-acdf-916fc26e373e admin admin] Publish callbacks [] for security_group (090d67eb-1b67-495b-9f73-e933c57a9d24), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:30.390926 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b61e5b82-2a6f-4cd9-acdf-916fc26e373e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (090d67eb-1b67-495b-9f73-e933c57a9d24), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:30.425997 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67eb28-8d39-497f-a9e5-96371a0195e4 req-407dfa56-9f93-4beb-9057-525e7af0c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:30.429261 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4d67eb28-8d39-497f-a9e5-96371a0195e4 req-407dfa56-9f93-4beb-9057-525e7af0c8cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=89ae694f-a81b-406b-b8f0-2d4723033a0e HTTP/1.1" status: 200 len: 848 time: 0.1459157 Apr 29 13:40:30.458080 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-79978c5f-ee55-4ca0-a708-3a2ebb5b99bf req-78dee08f-47a6-4bb2-82bb-b95dc036adfa tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475377 Apr 29 13:40:30.486133 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 43304) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:30.543022 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4d67eb28-8d39-497f-a9e5-96371a0195e4 req-000a46ba-f44b-4ba9-b49c-9936c88de261 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fb3e459a-ac23-46a2-806e-74fa13fc428c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470340 Apr 29 13:40:30.573922 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-b61e5b82-2a6f-4cd9-acdf-916fc26e373e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebf9337cffc24976ac8aa62a8c0f0583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8640990 Apr 29 13:40:30.574996 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 43310) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:30.579060 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8788e3ae-5c56-4814-af54-e4a9803ecf23 req-b35c3f82-a8eb-485b-a332-fd8ce17cdc83 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe5a0598-0bd3-48ea-b41d-9f6746c75f34 HTTP/1.1" status: 200 len: 210 time: 0.0809402 Apr 29 13:40:30.598352 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e5b82-2a6f-4cd9-acdf-916fc26e373e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090d67eb-1b67-495b-9f73-e933c57a9d24,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:30.648231 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-4267337f-e621-445c-8673-fef89d93fd58 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Allocated IP 172.20.0.14 (ee2b3ef3-3340-4760-a72b-28d6455d187a/0c3d70ba-2370-4119-a833-f968acf85dc2/6356f0c2-0db9-4a74-8a26-d5ba83bba716) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:40:30.833114 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2c192aa5-cf22-430f-b26f-57eed7d68ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:30.861198 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b0e0d-2faa-4b58-b10f-b292ce961fbf req-2c94ec55-ef1e-4cd5-bc9c-f9ec28443916 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:30.862760 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ce2b0e0d-2faa-4b58-b10f-b292ce961fbf req-2c94ec55-ef1e-4cd5-bc9c-f9ec28443916 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6 HTTP/1.1" status: 200 len: 943 time: 0.1410191 Apr 29 13:40:30.898522 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-4267337f-e621-445c-8673-fef89d93fd58 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for port (6356f0c2-0db9-4a74-8a26-d5ba83bba716), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:30.920150 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-89063073-09f6-43b4-9366-ca63102b941d admin admin] Publish callbacks [] for security_group (090d67eb-1b67-495b-9f73-e933c57a9d24), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:30.935672 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-4267337f-e621-445c-8673-fef89d93fd58 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (6356f0c2-0db9-4a74-8a26-d5ba83bba716), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:30.974526 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4d67eb28-8d39-497f-a9e5-96371a0195e4 req-3bf97518-1243-4125-b82a-17185ecf06a4 service neutron] 10.222.0.26 "GET /v2.0/networks/fb3e459a-ac23-46a2-806e-74fa13fc428c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005003 Apr 29 13:40:30.989181 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-4267337f-e621-445c-8673-fef89d93fd58 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Network ee2b3ef3-3340-4760-a72b-28d6455d187a is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:40:30.995812 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-4267337f-e621-445c-8673-fef89d93fd58 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:30.998148 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267337f-e621-445c-8673-fef89d93fd58 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'Port': ['ID=6356f0c2-0db9-4a74-8a26-d5ba83bba716,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:31.000567 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-4267337f-e621-445c-8673-fef89d93fd58 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:40:31.006393 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-4267337f-e621-445c-8673-fef89d93fd58 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:31.007067 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-4267337f-e621-445c-8673-fef89d93fd58 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:31.028392 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-4267337f-e621-445c-8673-fef89d93fd58 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2134943 Apr 29 13:40:31.045998 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] Request body: {'port': {'device_id': 'fe5a0598-0bd3-48ea-b41d-9f6746c75f34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:31.048513 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:31.055826 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-89063073-09f6-43b4-9366-ca63102b941d admin admin] Publish callbacks [] for security_group (090d67eb-1b67-495b-9f73-e933c57a9d24), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:31.085028 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ce2b0e0d-2faa-4b58-b10f-b292ce961fbf req-f424851a-f8fa-462e-8120-7b13d0c073d1 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d12b1f8-1733-4803-b674-0390939342a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001178 Apr 29 13:40:31.166715 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (6356f0c2-0db9-4a74-8a26-d5ba83bba716), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:31.224712 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2c192aa5-cf22-430f-b26f-57eed7d68ba1 admin admin] Publish callbacks [] for security_group (0c7a8368-b2fb-44ab-b616-1248ff76e6da), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:31.234788 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2c192aa5-cf22-430f-b26f-57eed7d68ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (0c7a8368-b2fb-44ab-b616-1248ff76e6da), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:31.267571 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4d67eb28-8d39-497f-a9e5-96371a0195e4 req-32f55a9a-8e2f-4071-b986-fa6e4c4ef810 service neutron] 10.222.0.26 "GET /v2.0/networks/fb3e459a-ac23-46a2-806e-74fa13fc428c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784393 Apr 29 13:40:31.289399 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-2c192aa5-cf22-430f-b26f-57eed7d68ba1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=300d37b9e5e8411d9ae7376553daf64e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8008447 Apr 29 13:40:31.293244 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 43332) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:31.313686 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-89063073-09f6-43b4-9366-ca63102b941d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (090d67eb-1b67-495b-9f73-e933c57a9d24), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:31.316935 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-89063073-09f6-43b4-9366-ca63102b941d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:31.318240 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-89063073-09f6-43b4-9366-ca63102b941d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/090d67eb-1b67-495b-9f73-e933c57a9d24 HTTP/1.1" status: 204 len: 168 time: 0.7420311 Apr 29 13:40:31.335744 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c192aa5-cf22-430f-b26f-57eed7d68ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7a8368-b2fb-44ab-b616-1248ff76e6da,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:31.369380 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89063073-09f6-43b4-9366-ca63102b941d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090d67eb-1b67-495b-9f73-e933c57a9d24,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:31.380680 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-a94130bd-75b1-48c7-bfbd-43fafaa8e206 None None] Provisioning complete for port 6356f0c2-0db9-4a74-8a26-d5ba83bba716 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:31.381215 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a94130bd-75b1-48c7-bfbd-43fafaa8e206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (6356f0c2-0db9-4a74-8a26-d5ba83bba716), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:31.399151 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7011052b-5a88-4745-856d-0b0835cd4e30 admin admin] Publish callbacks [] for security_group (0c7a8368-b2fb-44ab-b616-1248ff76e6da), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:31.460446 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7011052b-5a88-4745-856d-0b0835cd4e30 admin admin] Publish callbacks [] for security_group (0c7a8368-b2fb-44ab-b616-1248ff76e6da), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:31.528593 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-a94130bd-75b1-48c7-bfbd-43fafaa8e206 None None] Port 6356f0c2-0db9-4a74-8a26-d5ba83bba716 cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:40:31.704599 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e523e-5070-4a0d-8f8a-d6fa05f7ee46 req-1550bcf5-8752-4a1f-ad29-6fd906e738b2 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:31.707343 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-258e523e-5070-4a0d-8f8a-d6fa05f7ee46 req-1550bcf5-8752-4a1f-ad29-6fd906e738b2 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.1280386 Apr 29 13:40:31.726639 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7011052b-5a88-4745-856d-0b0835cd4e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (0c7a8368-b2fb-44ab-b616-1248ff76e6da), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:31.729960 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7011052b-5a88-4745-856d-0b0835cd4e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:31.731438 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-7011052b-5a88-4745-856d-0b0835cd4e30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c7a8368-b2fb-44ab-b616-1248ff76e6da HTTP/1.1" status: 204 len: 168 time: 0.4368958 Apr 29 13:40:31.762631 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6356f0c2-0db9-4a74-8a26-d5ba83bba716 {{(pid=103547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:40:31.773719 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] Publish callbacks [] for port (6356f0c2-0db9-4a74-8a26-d5ba83bba716), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:31.788814 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.provisioning_blocks [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] Transition to ACTIVE for port object 6356f0c2-0db9-4a74-8a26-d5ba83bba716 will not be triggered until provisioned by entity L2. {{(pid=103547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:40:31.794338 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (6356f0c2-0db9-4a74-8a26-d5ba83bba716), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:31.870724 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] Pushing event updated for resources: {'Port': ['ID=6356f0c2-0db9-4a74-8a26-d5ba83bba716,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:31.943717 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] Attempting to bind port 6356f0c2-0db9-4a74-8a26-d5ba83bba716 on host hv-cinder-83941 for vnic_type normal with profile {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:40:31.945209 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] Attempting to bind port 6356f0c2-0db9-4a74-8a26-d5ba83bba716 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:40:31.945900 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] Attempting to bind port 6356f0c2-0db9-4a74-8a26-d5ba83bba716 on network ee2b3ef3-3340-4760-a72b-28d6455d187a {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:40:31.963889 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] Port 6356f0c2-0db9-4a74-8a26-d5ba83bba716 on network ee2b3ef3-3340-4760-a72b-28d6455d187a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:40:31.964202 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] Attempting to bind port 6356f0c2-0db9-4a74-8a26-d5ba83bba716 on network ee2b3ef3-3340-4760-a72b-28d6455d187a {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:40:31.971102 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] Checking agent: {'id': '54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'started_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:40:31.971425 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] Checking segment: {'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:40:31.973306 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] Bound using segment: {'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:40:31.973758 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] Bound port: 6356f0c2-0db9-4a74-8a26-d5ba83bba716, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'}}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:40:31.974721 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (6356f0c2-0db9-4a74-8a26-d5ba83bba716), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:31.991622 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device e36abba1-2812-40ba-b7a9-893bdc4cd7f0 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:40:32.058538 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011052b-5a88-4745-856d-0b0835cd4e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7a8368-b2fb-44ab-b616-1248ff76e6da,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:32.127830 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-258e523e-5070-4a0d-8f8a-d6fa05f7ee46 req-1abae76d-6de6-4d10-b5bd-30d0a1a9d5f5 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937912 Apr 29 13:40:32.142079 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce9a51-a87f-4d3e-9475-b6fdcc879a6b req-0b0a6e17-44cb-40b7-8f2f-061d839fade6 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:32.162864 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9cce9a51-a87f-4d3e-9475-b6fdcc879a6b req-0b0a6e17-44cb-40b7-8f2f-061d839fade6 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe5a0598-0bd3-48ea-b41d-9f6746c75f34 HTTP/1.1" status: 200 len: 944 time: 0.2822716 Apr 29 13:40:32.165217 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] For port 6356f0c2-0db9-4a74-8a26-d5ba83bba716, host hv-cinder-83941, cleared binding levels {{(pid=103547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:40:32.172098 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] For port 6356f0c2-0db9-4a74-8a26-d5ba83bba716, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=6356f0c2-0db9-4a74-8a26-d5ba83bba716,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:40:32.186233 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (6356f0c2-0db9-4a74-8a26-d5ba83bba716), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:32.319283 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9cce9a51-a87f-4d3e-9475-b6fdcc879a6b req-a23b276d-0769-42c4-9ba2-a2b4875d6618 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=216855b0-0585-4ec1-a3ce-f5c9fe880d47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1474841 Apr 29 13:40:32.352173 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:32.352834 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:32.354984 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] 10.222.0.26 "PUT /v2.0/ports/6356f0c2-0db9-4a74-8a26-d5ba83bba716 HTTP/1.1" status: 200 len: 1094 time: 1.3173709 Apr 29 13:40:32.355630 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5a0598-0bd3-48ea-b41d-9f6746c75f34', 'tag': '6356f0c2-0db9-4a74-8a26-d5ba83bba716'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:40:32.369168 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a2433f-2ba9-4521-96d9-9709a55bc8d1" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5a0598-0bd3-48ea-b41d-9f6746c75f34", "tag": "6356f0c2-0db9-4a74-8a26-d5ba83bba716"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:40:32.378446 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2910f20-4a61-4d6c-bd81-277e23faee5f service neutron] Pushing event updated for resources: {'Port': ['ID=6356f0c2-0db9-4a74-8a26-d5ba83bba716,revision_number=3']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:32.402452 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port e36abba1-2812-40ba-b7a9-893bdc4cd7f0, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=e36abba1-2812-40ba-b7a9-893bdc4cd7f0,segment=NetworkSegment(f70550b8-43c5-4eba-9b7b-de65f39234f9),segment_id=f70550b8-43c5-4eba-9b7b-de65f39234f9)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:32.421535 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': 'e36abba1-2812-40ba-b7a9-893bdc4cd7f0', 'network_id': 'fb3e459a-ac23-46a2-806e-74fa13fc428c', 'port_id': 'e36abba1-2812-40ba-b7a9-893bdc4cd7f0', 'mac_address': 'fa:16:3e:06:d9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ae694f-a81b-406b-b8f0-2d4723033a0e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:40:32.480523 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-1f240d25-1faf-4227-8f2b-0730d55e7b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:32.482362 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-1f240d25-1faf-4227-8f2b-0730d55e7b0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ade3a9fb8cf84c3684a431096d529b75&device_id=fe5a0598-0bd3-48ea-b41d-9f6746c75f34 HTTP/1.1" status: 200 len: 1128 time: 0.0590770 Apr 29 13:40:32.484363 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d178da71-b8e1-43d8-b978-b453657e035e x-openstack-request-id: req-d178da71-b8e1-43d8-b978-b453657e035e {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:40:32.484680 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5a0598-0bd3-48ea-b41d-9f6746c75f34", "tag": "6356f0c2-0db9-4a74-8a26-d5ba83bba716", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:40:32.484975 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d178da71-b8e1-43d8-b978-b453657e035e {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:40:32.485427 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d178da71-b8e1-43d8-b978-b453657e035e'] response: {'name': 'network-changed', 'server_uuid': 'fe5a0598-0bd3-48ea-b41d-9f6746c75f34', 'tag': '6356f0c2-0db9-4a74-8a26-d5ba83bba716', 'status': 'completed', 'code': 200} Apr 29 13:40:32.538004 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb784cd-d7cb-4532-aa11-633a31440106 req-9637a837-3256-4530-bbd8-7445110c6524 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:32.539578 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-aeb784cd-d7cb-4532-aa11-633a31440106 req-9637a837-3256-4530-bbd8-7445110c6524 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6 HTTP/1.1" status: 200 len: 943 time: 0.2791946 Apr 29 13:40:32.544313 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-94b202b4-d9ec-4cfc-af75-b29a995ca2d6 req-75dfcb30-093a-4d17-bde9-0871fdff838f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1323812 Apr 29 13:40:32.546639 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-587e1fa7-f490-4ebe-976b-a853e47db5be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6356f0c2-0db9-4a74-8a26-d5ba83bba716 HTTP/1.1" status: 200 len: 217 time: 0.0567060 Apr 29 13:40:32.610246 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port e36abba1-2812-40ba-b7a9-893bdc4cd7f0 is: DOWN; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:32.610620 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (e36abba1-2812-40ba-b7a9-893bdc4cd7f0), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:32.627934 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 43366) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:32.647826 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36abba1-2812-40ba-b7a9-893bdc4cd7f0 {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:40:32.675615 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-1eaf952d-bb60-4e18-a76f-8f32ad039383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:32.686586 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port e36abba1-2812-40ba-b7a9-893bdc4cd7f0, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=e36abba1-2812-40ba-b7a9-893bdc4cd7f0,segment=NetworkSegment(f70550b8-43c5-4eba-9b7b-de65f39234f9),segment_id=f70550b8-43c5-4eba-9b7b-de65f39234f9)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:32.693643 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (e36abba1-2812-40ba-b7a9-893bdc4cd7f0), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:32.739529 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-676c30f7-b572-447b-b203-be68b108d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:32.741555 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b202b4-d9ec-4cfc-af75-b29a995ca2d6 req-d4a70765-b8a9-447f-b8e5-a8b5e905bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:32.741929 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-676c30f7-b572-447b-b203-be68b108d92a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c3d70ba-2370-4119-a833-f968acf85dc2 HTTP/1.1" status: 200 len: 853 time: 0.1752708 Apr 29 13:40:32.743307 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-94b202b4-d9ec-4cfc-af75-b29a995ca2d6 req-d4a70765-b8a9-447f-b8e5-a8b5e905bd78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f16d4321a559404f9a2d7a6f38c752c1&device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 1129 time: 0.1309319 Apr 29 13:40:32.756815 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-aeb784cd-d7cb-4532-aa11-633a31440106 req-96edf5a3-34c4-45e6-a11b-0b56160bbca6 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d12b1f8-1733-4803-b674-0390939342a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087371 Apr 29 13:40:32.788444 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=e36abba1-2812-40ba-b7a9-893bdc4cd7f0,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:32.835507 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-9f21b6cc-4353-4f8c-ab57-576f3bc29a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:32.841098 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-9f21b6cc-4353-4f8c-ab57-576f3bc29a42 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee2b3ef3-3340-4760-a72b-28d6455d187a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0694582 Apr 29 13:40:32.917989 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b202b4-d9ec-4cfc-af75-b29a995ca2d6 req-6c4193f0-6b08-4347-a207-90699341cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:32.919901 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-94b202b4-d9ec-4cfc-af75-b29a995ca2d6 req-6c4193f0-6b08-4347-a207-90699341cbf9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a HTTP/1.1" status: 200 len: 918 time: 0.1321082 Apr 29 13:40:32.951219 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-1eaf952d-bb60-4e18-a76f-8f32ad039383 admin admin] Publish callbacks [] for security_group (13eee280-8555-4f36-b5aa-22a5fd9300b7), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:32.954982 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-1eaf952d-bb60-4e18-a76f-8f32ad039383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (13eee280-8555-4f36-b5aa-22a5fd9300b7), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:32.971454 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-94b202b4-d9ec-4cfc-af75-b29a995ca2d6 req-e7c0eb4f-2a49-4413-976d-ed231b583188 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=517684f4-0812-471d-8b9e-174a4fa7ff45 HTTP/1.1" status: 200 len: 217 time: 0.0438120 Apr 29 13:40:32.987291 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['e36abba1-2812-40ba-b7a9-893bdc4cd7f0'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:40:33.020741 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf952d-bb60-4e18-a76f-8f32ad039383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13eee280-8555-4f36-b5aa-22a5fd9300b7,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:33.026871 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-9a61d6b6-f170-462d-ba77-7f1ca70cdbcd service neutron] 10.222.0.26 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774571 Apr 29 13:40:33.031537 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b202b4-d9ec-4cfc-af75-b29a995ca2d6 req-dd3b49c3-5b49-46f8-afd4-c0a7d8b73b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:33.032898 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-1eaf952d-bb60-4e18-a76f-8f32ad039383 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5386732fdf14025a0fcee99605293b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4016056 Apr 29 13:40:33.032898 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 43374) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:33.033073 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-94b202b4-d9ec-4cfc-af75-b29a995ca2d6 req-dd3b49c3-5b49-46f8-afd4-c0a7d8b73b24 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59fa37f6-c5e6-406e-bd81-5f2770950e70 HTTP/1.1" status: 200 len: 857 time: 0.0542388 Apr 29 13:40:33.094950 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b202b4-d9ec-4cfc-af75-b29a995ca2d6 req-d2e10d65-8f9e-4bb4-877d-162b446792b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:33.096525 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-94b202b4-d9ec-4cfc-af75-b29a995ca2d6 req-d2e10d65-8f9e-4bb4-877d-162b446792b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0569181 Apr 29 13:40:33.157056 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-10081cee-14a7-4518-9676-4b4f95ca4798 admin admin] Publish callbacks [] for security_group (13eee280-8555-4f36-b5aa-22a5fd9300b7), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:33.207674 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-10081cee-14a7-4518-9676-4b4f95ca4798 admin admin] Publish callbacks [] for security_group (13eee280-8555-4f36-b5aa-22a5fd9300b7), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:33.217432 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3698a2ee-440e-4cb2-ac36-7b1e76a1282b req-44190260-1a2d-4756-9674-99185628eccc service neutron] 10.222.0.26 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665134 Apr 29 13:40:33.239514 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-94b202b4-d9ec-4cfc-af75-b29a995ca2d6 req-8ed418da-fd29-45c6-ac1e-90462308d2ad service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355822 Apr 29 13:40:33.286706 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-10081cee-14a7-4518-9676-4b4f95ca4798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (13eee280-8555-4f36-b5aa-22a5fd9300b7), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:33.290256 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-10081cee-14a7-4518-9676-4b4f95ca4798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:33.291755 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-10081cee-14a7-4518-9676-4b4f95ca4798 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13eee280-8555-4f36-b5aa-22a5fd9300b7 HTTP/1.1" status: 204 len: 168 time: 0.2576935 Apr 29 13:40:33.304052 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10081cee-14a7-4518-9676-4b4f95ca4798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eee280-8555-4f36-b5aa-22a5fd9300b7,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:33.310263 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5d6d4-1743-4519-a5b5-b644cb633a63 req-878cb849-3c67-4703-87b6-a2370f36c96a tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:33.321015 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e1a5d6d4-1743-4519-a5b5-b644cb633a63 req-878cb849-3c67-4703-87b6-a2370f36c96a tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.0975184 Apr 29 13:40:33.632860 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e1a5d6d4-1743-4519-a5b5-b644cb633a63 req-ea013c69-3621-41f2-9286-c6014de7a18f tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107660 Apr 29 13:40:33.649027 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76300c34-7937-4ce1-b9f6-8f102295227a req-b63dfe12-4451-439c-af37-6052a43eb6f6 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:33.650279 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-76300c34-7937-4ce1-b9f6-8f102295227a req-b63dfe12-4451-439c-af37-6052a43eb6f6 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe5a0598-0bd3-48ea-b41d-9f6746c75f34 HTTP/1.1" status: 200 len: 944 time: 0.1229389 Apr 29 13:40:33.656122 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-94b202b4-d9ec-4cfc-af75-b29a995ca2d6 req-87073272-af98-435b-bc89-e57dce2ec1d0 service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993523 Apr 29 13:40:33.702918 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-76300c34-7937-4ce1-b9f6-8f102295227a req-a3722afd-dbe3-4bb7-921f-0c055fc0db9c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=216855b0-0585-4ec1-a3ce-f5c9fe880d47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458715 Apr 29 13:40:33.950089 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4026217-ae92-4c61-9b36-4e28635285ce req-ea40df3f-3b8a-45f0-8c1b-07e1c03196bc tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:33.951666 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d4026217-ae92-4c61-9b36-4e28635285ce req-ea40df3f-3b8a-45f0-8c1b-07e1c03196bc tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6 HTTP/1.1" status: 200 len: 944 time: 0.0810494 Apr 29 13:40:33.960921 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457fc67-91e2-459f-8ce8-624d58346006 req-26f9cb0e-99a5-4662-9266-ad3aa6e2881e tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:33.963062 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e457fc67-91e2-459f-8ce8-624d58346006 req-26f9cb0e-99a5-4662-9266-ad3aa6e2881e tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.0903478 Apr 29 13:40:33.988538 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device e36abba1-2812-40ba-b7a9-893bdc4cd7f0 up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:40:34.047279 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning for port e36abba1-2812-40ba-b7a9-893bdc4cd7f0 completed by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:40:34.055461 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port e36abba1-2812-40ba-b7a9-893bdc4cd7f0 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:34.056256 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (e36abba1-2812-40ba-b7a9-893bdc4cd7f0), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:34.065019 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e457fc67-91e2-459f-8ce8-624d58346006 req-d6ce2035-9c03-4c9d-bb74-6e0e5ddff8bf tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916378 Apr 29 13:40:34.097729 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d4026217-ae92-4c61-9b36-4e28635285ce req-3b33090f-d296-4cee-9716-dd1a806edcb6 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d12b1f8-1733-4803-b674-0390939342a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111259 Apr 29 13:40:34.162377 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 43420) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:34.191132 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port e36abba1-2812-40ba-b7a9-893bdc4cd7f0 is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:34.191735 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (e36abba1-2812-40ba-b7a9-893bdc4cd7f0), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:34.220965 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36abba1-2812-40ba-b7a9-893bdc4cd7f0'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:40:34.224566 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfd7e1d-ac20-4527-aaf0-913041e5b5a6" -d '{"events": [{"server_uuid": "eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6", "name": "network-vif-plugged", "status": "completed", "tag": "e36abba1-2812-40ba-b7a9-893bdc4cd7f0"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:40:34.241637 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port e36abba1-2812-40ba-b7a9-893bdc4cd7f0, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=e36abba1-2812-40ba-b7a9-893bdc4cd7f0,segment=NetworkSegment(f70550b8-43c5-4eba-9b7b-de65f39234f9),segment_id=f70550b8-43c5-4eba-9b7b-de65f39234f9)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:34.246315 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (e36abba1-2812-40ba-b7a9-893bdc4cd7f0), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:34.283248 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a2714a-a9d8-47e3-82ae-850a6e7a3665 x-openstack-request-id: req-52a2714a-a9d8-47e3-82ae-850a6e7a3665 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:40:34.284039 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6", "name": "network-vif-plugged", "status": "completed", "tag": "e36abba1-2812-40ba-b7a9-893bdc4cd7f0", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:40:34.288852 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52a2714a-a9d8-47e3-82ae-850a6e7a3665 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:40:34.289327 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a2714a-a9d8-47e3-82ae-850a6e7a3665'] response: {'server_uuid': 'eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36abba1-2812-40ba-b7a9-893bdc4cd7f0', 'code': 200} Apr 29 13:40:34.317850 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-e5089e04-3853-4527-ba4a-c2775b1f6a16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:34.333563 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=e36abba1-2812-40ba-b7a9-893bdc4cd7f0,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:34.421485 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-e5089e04-3853-4527-ba4a-c2775b1f6a16 admin admin] Publish callbacks [] for security_group (5e0f35b7-0f02-4ed9-bfba-cf91f198b098), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:34.432891 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-e5089e04-3853-4527-ba4a-c2775b1f6a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (5e0f35b7-0f02-4ed9-bfba-cf91f198b098), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:34.502255 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5089e04-3853-4527-ba4a-c2775b1f6a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0f35b7-0f02-4ed9-bfba-cf91f198b098,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:34.517004 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2433f-2ba9-4521-96d9-9709a55bc8d1 req-b03e066d-de61-47b6-b5c6-a4fde0309ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:34.519939 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e8a2433f-2ba9-4521-96d9-9709a55bc8d1 req-b03e066d-de61-47b6-b5c6-a4fde0309ff8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ade3a9fb8cf84c3684a431096d529b75&device_id=fe5a0598-0bd3-48ea-b41d-9f6746c75f34 HTTP/1.1" status: 200 len: 1128 time: 0.0691295 Apr 29 13:40:34.556007 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-e5089e04-3853-4527-ba4a-c2775b1f6a16 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c942570bcf4346ababb576de51185538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3918715 Apr 29 13:40:34.559699 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 43432) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:34.570211 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d63d6c-991e-4a80-a676-95f64bc16672 req-dd286c88-d843-4df4-a414-44a05fff574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:34.571408 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-75d63d6c-991e-4a80-a676-95f64bc16672 req-dd286c88-d843-4df4-a414-44a05fff574b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f16d4321a559404f9a2d7a6f38c752c1&device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 1129 time: 0.0859916 Apr 29 13:40:34.665408 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2433f-2ba9-4521-96d9-9709a55bc8d1 req-8cdbe5b0-92dc-4f04-83eb-b5d7f119f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:34.667105 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e8a2433f-2ba9-4521-96d9-9709a55bc8d1 req-8cdbe5b0-92dc-4f04-83eb-b5d7f119f3c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee2b3ef3-3340-4760-a72b-28d6455d187a HTTP/1.1" status: 200 len: 914 time: 0.1393700 Apr 29 13:40:34.762652 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e8a2433f-2ba9-4521-96d9-9709a55bc8d1 req-1e380760-3ee6-424c-9ff6-827f256330a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6356f0c2-0db9-4a74-8a26-d5ba83bba716 HTTP/1.1" status: 200 len: 217 time: 0.0878444 Apr 29 13:40:34.805510 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d668ce-94ec-4ddf-8db6-8d168bacfb2f req-5e204086-f56d-486f-a84d-fe9da2822779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:34.807988 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-80d668ce-94ec-4ddf-8db6-8d168bacfb2f req-5e204086-f56d-486f-a84d-fe9da2822779 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6 HTTP/1.1" status: 200 len: 1129 time: 0.1256654 Apr 29 13:40:34.809213 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-149f131e-9e4c-4db0-b0e0-39bb6d1d7d87 admin admin] Publish callbacks [] for security_group (5e0f35b7-0f02-4ed9-bfba-cf91f198b098), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:34.865317 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d63d6c-991e-4a80-a676-95f64bc16672 req-a6fcb043-cd09-4278-8756-4a40ed2eae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:34.875289 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-75d63d6c-991e-4a80-a676-95f64bc16672 req-a6fcb043-cd09-4278-8756-4a40ed2eae5a service neutron] 10.222.0.26 "GET /v2.0/networks?id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a HTTP/1.1" status: 200 len: 918 time: 0.2882016 Apr 29 13:40:34.892919 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-149f131e-9e4c-4db0-b0e0-39bb6d1d7d87 admin admin] Publish callbacks [] for security_group (5e0f35b7-0f02-4ed9-bfba-cf91f198b098), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:34.911120 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fce981-5561-441f-aaeb-a4f3c7306c64 req-a687ec69-e35a-4ecb-998e-3d5df8c97ba8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:34.913068 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-01fce981-5561-441f-aaeb-a4f3c7306c64 req-a687ec69-e35a-4ecb-998e-3d5df8c97ba8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe5a0598-0bd3-48ea-b41d-9f6746c75f34 HTTP/1.1" status: 200 len: 944 time: 0.0712225 Apr 29 13:40:34.930266 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2433f-2ba9-4521-96d9-9709a55bc8d1 req-b5d6b37f-db7b-48f0-a1a9-1d7d0fb74884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:34.932218 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e8a2433f-2ba9-4521-96d9-9709a55bc8d1 req-b5d6b37f-db7b-48f0-a1a9-1d7d0fb74884 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c3d70ba-2370-4119-a833-f968acf85dc2 HTTP/1.1" status: 200 len: 853 time: 0.1626737 Apr 29 13:40:34.945089 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-75d63d6c-991e-4a80-a676-95f64bc16672 req-1a3e8ff6-71c6-4501-a0c5-923671c3341c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=517684f4-0812-471d-8b9e-174a4fa7ff45 HTTP/1.1" status: 200 len: 217 time: 0.0681365 Apr 29 13:40:35.015264 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2433f-2ba9-4521-96d9-9709a55bc8d1 req-d30372e5-d1c7-450d-9b47-933df0c072fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:35.016884 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e8a2433f-2ba9-4521-96d9-9709a55bc8d1 req-d30372e5-d1c7-450d-9b47-933df0c072fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee2b3ef3-3340-4760-a72b-28d6455d187a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0693021 Apr 29 13:40:35.017948 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-80d668ce-94ec-4ddf-8db6-8d168bacfb2f req-22bf17ed-c97d-4f7f-8481-0b6b176c15a0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0d12b1f8-1733-4803-b674-0390939342a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824508 Apr 29 13:40:35.021914 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-01fce981-5561-441f-aaeb-a4f3c7306c64 req-33928e1c-9080-4d13-bb19-6f2b04bd31eb tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=216855b0-0585-4ec1-a3ce-f5c9fe880d47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0994871 Apr 29 13:40:35.047841 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d63d6c-991e-4a80-a676-95f64bc16672 req-8c1e48b1-f914-49c5-88e2-34b818a47863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:35.049707 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-75d63d6c-991e-4a80-a676-95f64bc16672 req-8c1e48b1-f914-49c5-88e2-34b818a47863 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59fa37f6-c5e6-406e-bd81-5f2770950e70 HTTP/1.1" status: 200 len: 857 time: 0.0977919 Apr 29 13:40:35.059294 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-149f131e-9e4c-4db0-b0e0-39bb6d1d7d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (5e0f35b7-0f02-4ed9-bfba-cf91f198b098), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:35.062077 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-149f131e-9e4c-4db0-b0e0-39bb6d1d7d87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:35.064382 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-149f131e-9e4c-4db0-b0e0-39bb6d1d7d87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e0f35b7-0f02-4ed9-bfba-cf91f198b098 HTTP/1.1" status: 204 len: 168 time: 0.5033176 Apr 29 13:40:35.080887 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f131e-9e4c-4db0-b0e0-39bb6d1d7d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0f35b7-0f02-4ed9-bfba-cf91f198b098,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:35.269811 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb982f08-a183-419d-bbd2-13666ec76b78 req-d6d99fa5-76d0-43af-982e-f79eb0f087b9 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:35.273394 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fb982f08-a183-419d-bbd2-13666ec76b78 req-d6d99fa5-76d0-43af-982e-f79eb0f087b9 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6 HTTP/1.1" status: 200 len: 945 time: 0.1073158 Apr 29 13:40:35.293023 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d63d6c-991e-4a80-a676-95f64bc16672 req-e64685b0-acf4-4922-8ab8-5db69d56a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:35.294566 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-75d63d6c-991e-4a80-a676-95f64bc16672 req-e64685b0-acf4-4922-8ab8-5db69d56a37a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0485225 Apr 29 13:40:35.351972 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6dc602-a221-494a-8f91-27183da2988b req-3248655a-f2cc-4ea8-a1c4-f76f1f18bc90 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:35.353560 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8a6dc602-a221-494a-8f91-27183da2988b req-3248655a-f2cc-4ea8-a1c4-f76f1f18bc90 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.1446164 Apr 29 13:40:35.403042 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-75d63d6c-991e-4a80-a676-95f64bc16672 req-28cd4f1d-f242-4a1f-a410-51f976667e5b service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957620 Apr 29 13:40:35.441408 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fb982f08-a183-419d-bbd2-13666ec76b78 req-7c03cab7-f93f-49b7-aed8-1d0a18454a60 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d12b1f8-1733-4803-b674-0390939342a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390033 Apr 29 13:40:35.486707 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e8a2433f-2ba9-4521-96d9-9709a55bc8d1 req-de8a74f3-6694-4048-af34-826325faa084 service neutron] 10.222.0.26 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431715 Apr 29 13:40:35.490257 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8a6dc602-a221-494a-8f91-27183da2988b req-ac92b03c-e044-4172-8bcc-0b9f9e3b98a9 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299090 Apr 29 13:40:35.515657 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 43450) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:35.528757 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-75d63d6c-991e-4a80-a676-95f64bc16672 req-f88fc409-f03b-4899-8cd6-f71fdf5ce036 service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199379 Apr 29 13:40:35.530812 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-689d808d-3276-43a9-82b5-1e4ff7f4782e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:35.618656 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-689d808d-3276-43a9-82b5-1e4ff7f4782e admin admin] Publish callbacks [] for security_group (13f18a08-76fd-4ff8-8718-eaf0efb15313), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:35.623257 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-689d808d-3276-43a9-82b5-1e4ff7f4782e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (13f18a08-76fd-4ff8-8718-eaf0efb15313), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:35.665046 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-689d808d-3276-43a9-82b5-1e4ff7f4782e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f30937328d248208893ea1c7190c610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481552 Apr 29 13:40:35.666884 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d808d-3276-43a9-82b5-1e4ff7f4782e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f18a08-76fd-4ff8-8718-eaf0efb15313,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:35.667634 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 43452) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:35.723420 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b841e456-5f69-4dbc-8f81-e60ca7f7d5a2 admin admin] Publish callbacks [] for security_group (13f18a08-76fd-4ff8-8718-eaf0efb15313), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:35.750347 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b841e456-5f69-4dbc-8f81-e60ca7f7d5a2 admin admin] Publish callbacks [] for security_group (13f18a08-76fd-4ff8-8718-eaf0efb15313), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:35.799846 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b841e456-5f69-4dbc-8f81-e60ca7f7d5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (13f18a08-76fd-4ff8-8718-eaf0efb15313), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:35.802502 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b841e456-5f69-4dbc-8f81-e60ca7f7d5a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:35.803687 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-b841e456-5f69-4dbc-8f81-e60ca7f7d5a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13f18a08-76fd-4ff8-8718-eaf0efb15313 HTTP/1.1" status: 204 len: 168 time: 0.1349995 Apr 29 13:40:35.811819 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841e456-5f69-4dbc-8f81-e60ca7f7d5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f18a08-76fd-4ff8-8718-eaf0efb15313,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:35.994086 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e8a2433f-2ba9-4521-96d9-9709a55bc8d1 req-54f5995a-49d1-4f33-ba33-13ae842eb1c0 service neutron] 10.222.0.26 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423204 Apr 29 13:40:35.998003 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 6356f0c2-0db9-4a74-8a26-d5ba83bba716 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:40:36.125027 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 6356f0c2-0db9-4a74-8a26-d5ba83bba716, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=6356f0c2-0db9-4a74-8a26-d5ba83bba716,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:36.140083 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': '6356f0c2-0db9-4a74-8a26-d5ba83bba716', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'port_id': '6356f0c2-0db9-4a74-8a26-d5ba83bba716', 'mac_address': 'fa:16:3e:4a:0c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:40:36.206371 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port 6356f0c2-0db9-4a74-8a26-d5ba83bba716 is: DOWN; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:36.207825 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (6356f0c2-0db9-4a74-8a26-d5ba83bba716), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:36.225447 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6356f0c2-0db9-4a74-8a26-d5ba83bba716 {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:40:36.248292 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-36a0e966-e379-4508-a2c0-53721e220588 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=124970c27f044cda92383a4b00659c5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579019 Apr 29 13:40:36.250402 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 6356f0c2-0db9-4a74-8a26-d5ba83bba716, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=6356f0c2-0db9-4a74-8a26-d5ba83bba716,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:36.257197 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (6356f0c2-0db9-4a74-8a26-d5ba83bba716), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:36.282052 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b645c-831d-437b-b556-f1c66a3ffc98 req-19e7fe0f-cbae-48c7-a8e4-503cc8b619c7 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:36.283700 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-bc4b645c-831d-437b-b556-f1c66a3ffc98 req-19e7fe0f-cbae-48c7-a8e4-503cc8b619c7 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe5a0598-0bd3-48ea-b41d-9f6746c75f34 HTTP/1.1" status: 200 len: 944 time: 0.1055300 Apr 29 13:40:36.317775 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=6356f0c2-0db9-4a74-8a26-d5ba83bba716,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:36.319559 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 43476) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:36.335868 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-24fe8de9-ee65-4e5e-85b1-450a6708c82e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:36.435620 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-24fe8de9-ee65-4e5e-85b1-450a6708c82e admin admin] Publish callbacks [] for security_group (412aaf50-bf1f-4858-a718-c86d956a1f03), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:36.438113 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-24fe8de9-ee65-4e5e-85b1-450a6708c82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (412aaf50-bf1f-4858-a718-c86d956a1f03), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:36.467854 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-bc4b645c-831d-437b-b556-f1c66a3ffc98 req-284ac0cf-6242-4a64-846b-82b9b5ee4654 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=216855b0-0585-4ec1-a3ce-f5c9fe880d47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1746187 Apr 29 13:40:36.482140 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-24fe8de9-ee65-4e5e-85b1-450a6708c82e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc9ba1f1948f4337a4d4c0aa97c34990&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1587274 Apr 29 13:40:36.482140 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 43478) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:36.484087 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe8de9-ee65-4e5e-85b1-450a6708c82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412aaf50-bf1f-4858-a718-c86d956a1f03,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:36.505471 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-b05131b9-8f6d-4ba9-b9ad-ecd48cf20143 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:36.507066 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-b05131b9-8f6d-4ba9-b9ad-ecd48cf20143 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2429364 Apr 29 13:40:36.525717 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-66fa9671-11be-4c27-a0d6-5aa3cb410e02 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/quotas/124970c27f044cda92383a4b00659c5c HTTP/1.1" status: 200 len: 375 time: 0.0132606 Apr 29 13:40:36.561245 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-60cfd09a-054a-42f3-9335-0fa15e83d282 admin admin] Publish callbacks [] for security_group (412aaf50-bf1f-4858-a718-c86d956a1f03), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:36.574013 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-a8b7a40b-07f3-4e85-b3b5-863a6538a33f tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=124970c27f044cda92383a4b00659c5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398061 Apr 29 13:40:36.589354 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-60cfd09a-054a-42f3-9335-0fa15e83d282 admin admin] Publish callbacks [] for security_group (412aaf50-bf1f-4858-a718-c86d956a1f03), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:36.623638 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d1181-8946-446c-8e5b-bf1a6625a26a req-e0795d66-5879-4dcf-82c5-4cfb81625b23 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:36.625477 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b00d1181-8946-446c-8e5b-bf1a6625a26a req-e0795d66-5879-4dcf-82c5-4cfb81625b23 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6 HTTP/1.1" status: 200 len: 945 time: 0.0544550 Apr 29 13:40:36.638832 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['6356f0c2-0db9-4a74-8a26-d5ba83bba716'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:40:36.692535 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-60cfd09a-054a-42f3-9335-0fa15e83d282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (412aaf50-bf1f-4858-a718-c86d956a1f03), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:36.710126 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-60cfd09a-054a-42f3-9335-0fa15e83d282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:36.720595 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-60cfd09a-054a-42f3-9335-0fa15e83d282 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/412aaf50-bf1f-4858-a718-c86d956a1f03 HTTP/1.1" status: 204 len: 168 time: 0.2351115 Apr 29 13:40:36.768393 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfd09a-054a-42f3-9335-0fa15e83d282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412aaf50-bf1f-4858-a718-c86d956a1f03,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:36.797101 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b00d1181-8946-446c-8e5b-bf1a6625a26a req-b372bbf3-d623-46f5-80ef-cffe7cb3c47d tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d12b1f8-1733-4803-b674-0390939342a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639779 Apr 29 13:40:36.906053 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-eb6402d8-0084-40bf-833c-20799498a38b req-1affa04e-b1c3-4688-9555-35d51b70400d tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/ports?device_id=58790797-5188-4b51-93e4-15d9226fe505 HTTP/1.1" status: 200 len: 210 time: 0.0392802 Apr 29 13:40:36.918718 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0c1fc-0dea-40d1-998c-73fc197a9ad7 req-a39f2403-40b0-4794-88b3-60ba9d711124 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:36.920253 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8dd0c1fc-0dea-40d1-998c-73fc197a9ad7 req-a39f2403-40b0-4794-88b3-60ba9d711124 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.1099861 Apr 29 13:40:36.997291 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8dd0c1fc-0dea-40d1-998c-73fc197a9ad7 req-5c813c89-1d16-491e-ab20-2737f0ba90f0 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694325 Apr 29 13:40:37.583799 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f6983-3265-4680-83ac-625cb8341474 req-ee3ad8c4-7299-48b7-92f0-92e9fb494fe0 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:37.585003 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-502f6983-3265-4680-83ac-625cb8341474 req-ee3ad8c4-7299-48b7-92f0-92e9fb494fe0 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe5a0598-0bd3-48ea-b41d-9f6746c75f34 HTTP/1.1" status: 200 len: 945 time: 0.0491621 Apr 29 13:40:37.640116 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-502f6983-3265-4680-83ac-625cb8341474 req-92429123-c019-4df3-b49e-34a45650bdcd tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=216855b0-0585-4ec1-a3ce-f5c9fe880d47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458269 Apr 29 13:40:37.943634 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff3dd0-4ef2-41f1-86f2-186fbaf642fa req-fb4e7afd-b2cc-4033-bc2b-66b2b612c925 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:37.945884 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-89ff3dd0-4ef2-41f1-86f2-186fbaf642fa req-fb4e7afd-b2cc-4033-bc2b-66b2b612c925 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6 HTTP/1.1" status: 200 len: 945 time: 0.0570030 Apr 29 13:40:38.014857 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 6356f0c2-0db9-4a74-8a26-d5ba83bba716 up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:40:38.044705 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1bcf279d-c220-4e3e-812a-56055d034173 req-256148f8-0400-43e3-9c2f-7720c51860fd tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/ports?device_id=58790797-5188-4b51-93e4-15d9226fe505 HTTP/1.1" status: 200 len: 210 time: 0.0590189 Apr 29 13:40:38.048503 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-89ff3dd0-4ef2-41f1-86f2-186fbaf642fa req-f46e9ed9-3317-4e55-8df8-811199b58ab2 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d12b1f8-1733-4803-b674-0390939342a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958323 Apr 29 13:40:38.095968 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning for port 6356f0c2-0db9-4a74-8a26-d5ba83bba716 completed by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:40:38.112137 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port 6356f0c2-0db9-4a74-8a26-d5ba83bba716 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:38.113015 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (6356f0c2-0db9-4a74-8a26-d5ba83bba716), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:38.254866 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7a34e-3f2b-48cf-8f7f-78a4005596c9 req-cafd008a-960c-48af-869a-c620a48cd952 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:38.256392 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e5a7a34e-3f2b-48cf-8f7f-78a4005596c9 req-cafd008a-960c-48af-869a-c620a48cd952 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.0601258 Apr 29 13:40:38.260254 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port 6356f0c2-0db9-4a74-8a26-d5ba83bba716 is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:38.260675 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (6356f0c2-0db9-4a74-8a26-d5ba83bba716), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:38.306600 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5a0598-0bd3-48ea-b41d-9f6746c75f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6356f0c2-0db9-4a74-8a26-d5ba83bba716'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:40:38.310476 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e015b89-320c-44e7-8054-10ba24e19cdb" -d '{"events": [{"server_uuid": "fe5a0598-0bd3-48ea-b41d-9f6746c75f34", "name": "network-vif-plugged", "status": "completed", "tag": "6356f0c2-0db9-4a74-8a26-d5ba83bba716"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:40:38.344967 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e5a7a34e-3f2b-48cf-8f7f-78a4005596c9 req-bfe51517-adb7-48ee-93dd-15428d761908 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735540 Apr 29 13:40:38.370213 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 6356f0c2-0db9-4a74-8a26-d5ba83bba716, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=6356f0c2-0db9-4a74-8a26-d5ba83bba716,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:38.376448 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1cd4e6-575f-427a-ac45-82a3dea53065 x-openstack-request-id: req-7c1cd4e6-575f-427a-ac45-82a3dea53065 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:40:38.376912 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5a0598-0bd3-48ea-b41d-9f6746c75f34", "name": "network-vif-plugged", "status": "completed", "tag": "6356f0c2-0db9-4a74-8a26-d5ba83bba716", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:40:38.377770 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c1cd4e6-575f-427a-ac45-82a3dea53065 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:40:38.378609 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c1cd4e6-575f-427a-ac45-82a3dea53065'] response: {'server_uuid': 'fe5a0598-0bd3-48ea-b41d-9f6746c75f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6356f0c2-0db9-4a74-8a26-d5ba83bba716', 'code': 200} Apr 29 13:40:38.381039 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (6356f0c2-0db9-4a74-8a26-d5ba83bba716), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:38.459131 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=6356f0c2-0db9-4a74-8a26-d5ba83bba716,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:38.778403 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4613a2-6503-4a5d-a539-b44bab657ab1 req-d67f0e8f-e60f-48be-8afe-399426a2e84d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:38.779884 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-cd4613a2-6503-4a5d-a539-b44bab657ab1 req-d67f0e8f-e60f-48be-8afe-399426a2e84d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe5a0598-0bd3-48ea-b41d-9f6746c75f34 HTTP/1.1" status: 200 len: 946 time: 0.0533228 Apr 29 13:40:38.830462 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-cd4613a2-6503-4a5d-a539-b44bab657ab1 req-ef309441-13d4-43d8-af45-c3b0049367af tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=216855b0-0585-4ec1-a3ce-f5c9fe880d47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437255 Apr 29 13:40:39.185625 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7cf7f763-cc73-4c78-b537-fac23b86099d req-071e02b5-6e36-46e3-9a59-64227e1c01dc tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/ports?device_id=58790797-5188-4b51-93e4-15d9226fe505 HTTP/1.1" status: 200 len: 210 time: 0.0303907 Apr 29 13:40:39.392429 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd4a64-7d30-4789-9104-b26fa842cb5f req-97a50b4e-ab39-41bd-9387-d07db33b10d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:39.397638 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2ecd4a64-7d30-4789-9104-b26fa842cb5f req-97a50b4e-ab39-41bd-9387-d07db33b10d7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fe5a0598-0bd3-48ea-b41d-9f6746c75f34 HTTP/1.1" status: 200 len: 1130 time: 0.0692003 Apr 29 13:40:39.501115 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-68adba1e-a7e3-47fe-bd13-5ee18258023d tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=124970c27f044cda92383a4b00659c5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383353 Apr 29 13:40:39.531596 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2ecd4a64-7d30-4789-9104-b26fa842cb5f req-d46cf3ea-dd9a-4a4d-8166-c8bf12d6c908 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=216855b0-0585-4ec1-a3ce-f5c9fe880d47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1290493 Apr 29 13:40:39.550337 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63da925-4434-4ac1-be99-67ebc4c22f1a req-ce383608-eb51-4f79-9647-1fb73455d4cb tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:39.551385 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a63da925-4434-4ac1-be99-67ebc4c22f1a req-ce383608-eb51-4f79-9647-1fb73455d4cb tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.0984912 Apr 29 13:40:39.614191 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a63da925-4434-4ac1-be99-67ebc4c22f1a req-ae91265c-3322-4e6e-8db7-75b50e6ed16c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525305 Apr 29 13:40:39.876163 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-8fd8a8cd-623d-4c3a-acb7-26790db7d6f2 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:39.877250 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-8fd8a8cd-623d-4c3a-acb7-26790db7d6f2 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3694968 Apr 29 13:40:39.929163 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Request body: {'port': {'device_id': '58790797-5188-4b51-93e4-15d9226fe505', 'network_id': 'a9628a4b-2dc9-4017-ae75-ea6417bfbf1a', 'admin_state_up': True, 'tenant_id': '124970c27f044cda92383a4b00659c5c'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:40.012113 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e146767-ecba-475e-8d21-512045579e40 req-131b63b9-7f6e-474b-9129-8cff0fb8244c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:40.013932 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5e146767-ecba-475e-8d21-512045579e40 req-131b63b9-7f6e-474b-9129-8cff0fb8244c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe5a0598-0bd3-48ea-b41d-9f6746c75f34 HTTP/1.1" status: 200 len: 946 time: 0.0845439 Apr 29 13:40:40.097258 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5e146767-ecba-475e-8d21-512045579e40 req-12271ffc-34dd-418b-a2bf-f75dcb0d4282 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=216855b0-0585-4ec1-a3ce-f5c9fe880d47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746462 Apr 29 13:40:40.130353 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Made reservation on behalf of 124970c27f044cda92383a4b00659c5c for: {'port': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:40:40.133883 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:40.144245 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:40.255558 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Publish callbacks [] for security_group (0baa23ca-d97c-4d57-a587-b51e12f12e6e), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:40.261774 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (0baa23ca-d97c-4d57-a587-b51e12f12e6e), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:40.327817 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-23f7b988-490d-4a30-80c4-7a4f29d7c6f6 req-61634246-bab0-4657-a3b4-c537e0eeecc4 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/ports?device_id=58790797-5188-4b51-93e4-15d9226fe505 HTTP/1.1" status: 200 len: 210 time: 0.0331287 Apr 29 13:40:40.354382 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0baa23ca-d97c-4d57-a587-b51e12f12e6e,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:40.369705 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:40.370049 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:40.370386 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:40.370984 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:40.371100 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:40.371359 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:40.371653 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:40.372191 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:40.372418 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:40.372767 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:40.373207 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:40.373530 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:40.374147 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:40.374147 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:40.374466 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:40.436994 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Allocated IP 192.168.233.181 (a9628a4b-2dc9-4017-ae75-ea6417bfbf1a/1c390f99-39a0-450d-9f67-01b69f9ed6ab/09cdf154-b3c2-4366-aa53-a633b6efc363) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:40:40.607042 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Publish callbacks [] for port (09cdf154-b3c2-4366-aa53-a633b6efc363), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:40.641574 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (09cdf154-b3c2-4366-aa53-a633b6efc363), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:40.685457 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Network a9628a4b-2dc9-4017-ae75-ea6417bfbf1a is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:40:40.691730 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:40.695740 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:40:40.701075 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:40.701706 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:40.708305 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Pushing event updated for resources: {'Port': ['ID=09cdf154-b3c2-4366-aa53-a633b6efc363,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:40.733655 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-7b8f34b0-a446-4e13-bae6-200ebf7fcce3 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8099589 Apr 29 13:40:40.754415 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] Request body: {'port': {'device_id': '58790797-5188-4b51-93e4-15d9226fe505', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:40.830611 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (09cdf154-b3c2-4366-aa53-a633b6efc363), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:40.992154 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-b1765a73-b66e-4055-93be-bda8ee4d2bd9 None None] Provisioning complete for port 09cdf154-b3c2-4366-aa53-a633b6efc363 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:40.994155 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b1765a73-b66e-4055-93be-bda8ee4d2bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (09cdf154-b3c2-4366-aa53-a633b6efc363), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:41.033335 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-b1765a73-b66e-4055-93be-bda8ee4d2bd9 None None] Port 09cdf154-b3c2-4366-aa53-a633b6efc363 cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:40:41.224171 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09cdf154-b3c2-4366-aa53-a633b6efc363 {{(pid=103547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:40:41.235600 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] Publish callbacks [] for port (09cdf154-b3c2-4366-aa53-a633b6efc363), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:41.252358 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.provisioning_blocks [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] Transition to ACTIVE for port object 09cdf154-b3c2-4366-aa53-a633b6efc363 will not be triggered until provisioned by entity L2. {{(pid=103547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:40:41.258497 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (09cdf154-b3c2-4366-aa53-a633b6efc363), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:41.295136 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfd70c-b69c-4fc8-8b45-46370f1149ab req-19c18edc-cff5-49e7-a176-750bf937a257 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:41.303330 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-22bfd70c-b69c-4fc8-8b45-46370f1149ab req-19c18edc-cff5-49e7-a176-750bf937a257 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe5a0598-0bd3-48ea-b41d-9f6746c75f34 HTTP/1.1" status: 200 len: 946 time: 0.0891726 Apr 29 13:40:41.328842 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] Pushing event updated for resources: {'Port': ['ID=09cdf154-b3c2-4366-aa53-a633b6efc363,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:41.373645 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-22bfd70c-b69c-4fc8-8b45-46370f1149ab req-a9be1852-1e66-46f0-9911-3e2a925e5a28 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=216855b0-0585-4ec1-a3ce-f5c9fe880d47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690238 Apr 29 13:40:41.399085 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 43624) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:41.404550 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-4bc4ee01-cd7a-4fd6-bcce-a39a425eb20a tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--366553135', 'description': 'tempest-description--1722382724'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:41.418204 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] Attempting to bind port 09cdf154-b3c2-4366-aa53-a633b6efc363 on host hv-cinder-83941 for vnic_type normal with profile {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:40:41.421725 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] Attempting to bind port 09cdf154-b3c2-4366-aa53-a633b6efc363 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': 'e313330c-e882-4d6e-9364-e4ef028f6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a9628a4b-2dc9-4017-ae75-ea6417bfbf1a'}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:40:41.422755 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] Attempting to bind port 09cdf154-b3c2-4366-aa53-a633b6efc363 on network a9628a4b-2dc9-4017-ae75-ea6417bfbf1a {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:40:41.448610 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] Port 09cdf154-b3c2-4366-aa53-a633b6efc363 on network a9628a4b-2dc9-4017-ae75-ea6417bfbf1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:40:41.451114 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] Attempting to bind port 09cdf154-b3c2-4366-aa53-a633b6efc363 on network a9628a4b-2dc9-4017-ae75-ea6417bfbf1a {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:40:41.465537 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4bc4ee01-cd7a-4fd6-bcce-a39a425eb20a tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:41.472930 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] Checking agent: {'id': '54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'started_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:40:41.473344 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] Checking segment: {'id': 'e313330c-e882-4d6e-9364-e4ef028f6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a9628a4b-2dc9-4017-ae75-ea6417bfbf1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:40:41.473677 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] Bound using segment: {'id': 'e313330c-e882-4d6e-9364-e4ef028f6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a9628a4b-2dc9-4017-ae75-ea6417bfbf1a'} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:40:41.475840 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] Bound port: 09cdf154-b3c2-4366-aa53-a633b6efc363, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e313330c-e882-4d6e-9364-e4ef028f6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a9628a4b-2dc9-4017-ae75-ea6417bfbf1a'}}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:40:41.476219 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (09cdf154-b3c2-4366-aa53-a633b6efc363), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:41.583354 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] For port 09cdf154-b3c2-4366-aa53-a633b6efc363, host hv-cinder-83941, cleared binding levels {{(pid=103547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:40:41.587308 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] For port 09cdf154-b3c2-4366-aa53-a633b6efc363, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=09cdf154-b3c2-4366-aa53-a633b6efc363,segment=NetworkSegment(e313330c-e882-4d6e-9364-e4ef028f6284),segment_id=e313330c-e882-4d6e-9364-e4ef028f6284)] {{(pid=103547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:40:41.595317 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (09cdf154-b3c2-4366-aa53-a633b6efc363), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:41.599474 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b61331-3e7b-4780-a01a-a598a3555970 req-22404151-29af-4ced-a4d6-62c6a62f4a4e tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:41.601372 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-52b61331-3e7b-4780-a01a-a598a3555970 req-22404151-29af-4ced-a4d6-62c6a62f4a4e tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6 HTTP/1.1" status: 200 len: 945 time: 0.1190314 Apr 29 13:40:41.613935 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39f43b-3d58-456f-8e07-0595e4985c72 req-2743b11e-4ae2-4940-b21d-c9ecd56e4c01 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:41.615984 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-df39f43b-3d58-456f-8e07-0595e4985c72 req-2743b11e-4ae2-4940-b21d-c9ecd56e4c01 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/ports?device_id=58790797-5188-4b51-93e4-15d9226fe505 HTTP/1.1" status: 200 len: 948 time: 0.1192465 Apr 29 13:40:41.641442 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:41.641971 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:41.643971 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] 10.222.0.26 "PUT /v2.0/ports/09cdf154-b3c2-4366-aa53-a633b6efc363 HTTP/1.1" status: 200 len: 1098 time: 0.8957047 Apr 29 13:40:41.644499 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58790797-5188-4b51-93e4-15d9226fe505', 'tag': '09cdf154-b3c2-4366-aa53-a633b6efc363'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:40:41.646882 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df415ef-1327-4d63-82a4-bcbcfdd1ca4a" -d '{"events": [{"name": "network-changed", "server_uuid": "58790797-5188-4b51-93e4-15d9226fe505", "tag": "09cdf154-b3c2-4366-aa53-a633b6efc363"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:40:41.699015 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096d087-5d7d-4bc6-91dd-3224d20b8583 service neutron] Pushing event updated for resources: {'Port': ['ID=09cdf154-b3c2-4366-aa53-a633b6efc363,revision_number=3']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:41.758174 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4bc4ee01-cd7a-4fd6-bcce-a39a425eb20a tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for security_group (a62c9fa4-0539-40f6-b451-d37beaafcfaf), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:41.784768 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4bc4ee01-cd7a-4fd6-bcce-a39a425eb20a tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (a62c9fa4-0539-40f6-b451-d37beaafcfaf), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:41.792738 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-52b61331-3e7b-4780-a01a-a598a3555970 req-73b0c87a-0eef-41e4-b5fe-6501aca1e719 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d12b1f8-1733-4803-b674-0390939342a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720817 Apr 29 13:40:41.798158 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-df39f43b-3d58-456f-8e07-0595e4985c72 req-bcdd9d65-f2c0-4483-8678-dce5d27dc51e tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/security-groups?id=0baa23ca-d97c-4d57-a587-b51e12f12e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704938 Apr 29 13:40:41.831571 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4bc4ee01-cd7a-4fd6-bcce-a39a425eb20a tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:41.833074 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-4bc4ee01-cd7a-4fd6-bcce-a39a425eb20a tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4326816 Apr 29 13:40:41.835982 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 43634) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:41.841648 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-2ae1d2aa-519a-4cc2-bb84-b2a2ed9a8ae2 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Request body: {'security_group_rule': {'security_group_id': 'a62c9fa4-0539-40f6-b451-d37beaafcfaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:41.847376 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4ee01-cd7a-4fd6-bcce-a39a425eb20a tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a62c9fa4-0539-40f6-b451-d37beaafcfaf,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:41.879290 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2ae1d2aa-519a-4cc2-bb84-b2a2ed9a8ae2 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for security_group_rule (7c3ff2cb-77f3-48d9-b61d-369ffc50d389), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:41.893469 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949463b0-2c84-4382-b3a9-80acebc13755 x-openstack-request-id: req-949463b0-2c84-4382-b3a9-80acebc13755 {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:40:41.893817 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58790797-5188-4b51-93e4-15d9226fe505", "tag": "09cdf154-b3c2-4366-aa53-a633b6efc363", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:40:41.894019 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-949463b0-2c84-4382-b3a9-80acebc13755 {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:40:41.894416 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949463b0-2c84-4382-b3a9-80acebc13755'] response: {'name': 'network-changed', 'server_uuid': '58790797-5188-4b51-93e4-15d9226fe505', 'tag': '09cdf154-b3c2-4366-aa53-a633b6efc363', 'status': 'completed', 'code': 200} Apr 29 13:40:41.935033 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2ae1d2aa-519a-4cc2-bb84-b2a2ed9a8ae2 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for security_group_rule (7c3ff2cb-77f3-48d9-b61d-369ffc50d389), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:41.942104 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2ae1d2aa-519a-4cc2-bb84-b2a2ed9a8ae2 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (7c3ff2cb-77f3-48d9-b61d-369ffc50d389), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:41.956222 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef422aa-a8fa-4195-97d4-a5090c14ba41 req-22fd780f-13d8-4164-99e2-a49e31ec359b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:41.957838 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-aef422aa-a8fa-4195-97d4-a5090c14ba41 req-22fd780f-13d8-4164-99e2-a49e31ec359b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe5a0598-0bd3-48ea-b41d-9f6746c75f34 HTTP/1.1" status: 200 len: 946 time: 0.0638220 Apr 29 13:40:41.968125 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 43636) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:41.969704 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1d2aa-519a-4cc2-bb84-b2a2ed9a8ae2 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3ff2cb-77f3-48d9-b61d-369ffc50d389,revision_number=0']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:41.974856 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-4a6548ef-16a7-4ed2-9aa2-2cb8306d838a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'floatingip': {'port_id': '6356f0c2-0db9-4a74-8a26-d5ba83bba716'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:41.976830 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2ae1d2aa-519a-4cc2-bb84-b2a2ed9a8ae2 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:41.981231 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-2ae1d2aa-519a-4cc2-bb84-b2a2ed9a8ae2 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400623 Apr 29 13:40:41.981231 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 43638) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:41.990807 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-6d51f3c7-4663-485f-970b-bbb8476024ae tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Request body: {'security_group_rule': {'security_group_id': 'a62c9fa4-0539-40f6-b451-d37beaafcfaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:42.026663 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6d51f3c7-4663-485f-970b-bbb8476024ae tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for security_group_rule (aee9958d-8762-4ad9-9c63-7eaa85771cef), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:42.054919 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4a6548ef-16a7-4ed2-9aa2-2cb8306d838a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (522742e3-bd06-4824-9068-dbf4f4acf268), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:42.095434 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6d51f3c7-4663-485f-970b-bbb8476024ae tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for security_group_rule (aee9958d-8762-4ad9-9c63-7eaa85771cef), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:42.101244 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6d51f3c7-4663-485f-970b-bbb8476024ae tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (aee9958d-8762-4ad9-9c63-7eaa85771cef), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:42.121336 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51f3c7-4663-485f-970b-bbb8476024ae tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee9958d-8762-4ad9-9c63-7eaa85771cef,revision_number=0']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:42.133028 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6d51f3c7-4663-485f-970b-bbb8476024ae tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:42.138871 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-6d51f3c7-4663-485f-970b-bbb8476024ae tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1517627 Apr 29 13:40:42.139102 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 43640) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:42.148169 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Request body: {'floatingip': {'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:42.212731 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:42.449625 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:40:42.575563 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:42.891362 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df415ef-1327-4d63-82a4-bcbcfdd1ca4a req-59886628-8c90-4329-b2b0-eba63417c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:42.893261 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-7df415ef-1327-4d63-82a4-bcbcfdd1ca4a req-59886628-8c90-4329-b2b0-eba63417c9b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=124970c27f044cda92383a4b00659c5c&device_id=58790797-5188-4b51-93e4-15d9226fe505 HTTP/1.1" status: 200 len: 1132 time: 0.0597486 Apr 29 13:40:42.927726 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Allocated IP 172.28.3.23 (9c8e0a80-d509-45ab-9720-00aefc93fc37/7d82864c-1f03-4b55-a173-75a79706e4c7/9b23d89e-60ae-4138-843d-df636e86cf71) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:40:43.013888 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-7df415ef-1327-4d63-82a4-bcbcfdd1ca4a req-60fcade1-4a04-4eed-9b7f-74b694ba56d7 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=124970c27f044cda92383a4b00659c5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211885 Apr 29 13:40:43.102298 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31aea7-34b6-474b-b005-0428b471bed8 req-01c0de45-5d74-4186-afed-64b871e73135 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:43.104020 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-dd31aea7-34b6-474b-b005-0428b471bed8 req-01c0de45-5d74-4186-afed-64b871e73135 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6 HTTP/1.1" status: 200 len: 945 time: 0.1792340 Apr 29 13:40:43.169999 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893c871-023c-44f3-86c4-e3da150eb693 req-5de06dae-dfc1-4bf1-8f27-c72af64709f1 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:43.171751 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1893c871-023c-44f3-86c4-e3da150eb693 req-5de06dae-dfc1-4bf1-8f27-c72af64709f1 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/ports?device_id=58790797-5188-4b51-93e4-15d9226fe505 HTTP/1.1" status: 200 len: 948 time: 0.2453420 Apr 29 13:40:43.289322 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.db.resource_extend [None req-4a6548ef-16a7-4ed2-9aa2-2cb8306d838a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 13:40:43.384868 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81d7d3-89be-4419-ad39-4797c22e0dcc req-a035263d-f73c-4903-ae98-d04f1b8647af tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:43.386437 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4c81d7d3-89be-4419-ad39-4797c22e0dcc req-a035263d-f73c-4903-ae98-d04f1b8647af tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6 HTTP/1.1" status: 200 len: 945 time: 0.2394068 Apr 29 13:40:43.396535 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df415ef-1327-4d63-82a4-bcbcfdd1ca4a req-2ff2dbcc-56ac-4270-bf41-ae5877b196d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:43.398163 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-7df415ef-1327-4d63-82a4-bcbcfdd1ca4a req-2ff2dbcc-56ac-4270-bf41-ae5877b196d6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3590586 Apr 29 13:40:43.467720 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4a6548ef-16a7-4ed2-9aa2-2cb8306d838a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:43.483674 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-dd31aea7-34b6-474b-b005-0428b471bed8 req-72b5bf35-cc21-4bcd-b443-7efa4c4dee30 tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d12b1f8-1733-4803-b674-0390939342a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399892 Apr 29 13:40:43.490365 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4a6548ef-16a7-4ed2-9aa2-2cb8306d838a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (522742e3-bd06-4824-9068-dbf4f4acf268), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:43.491684 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-4199b4a4-dc6e-4855-99b7-6cb25afdc715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:43.493845 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-4199b4a4-dc6e-4855-99b7-6cb25afdc715 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=124970c27f044cda92383a4b00659c5c&device_id=58790797-5188-4b51-93e4-15d9226fe505 HTTP/1.1" status: 200 len: 1132 time: 0.0523977 Apr 29 13:40:43.546796 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-8f218e99-0509-48b0-8b3b-8a35b313c450 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=09cdf154-b3c2-4366-aa53-a633b6efc363 HTTP/1.1" status: 200 len: 217 time: 0.0436766 Apr 29 13:40:43.549606 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1893c871-023c-44f3-86c4-e3da150eb693 req-8ff0db3e-57de-4ee2-8a13-4fe5c62cc440 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/security-groups?id=0baa23ca-d97c-4d57-a587-b51e12f12e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207653 Apr 29 13:40:43.559306 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for port (9b23d89e-60ae-4138-843d-df636e86cf71), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:43.631297 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-7f471c85-bcd5-4d89-9792-8eb828033b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:43.632809 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-7f471c85-bcd5-4d89-9792-8eb828033b07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c390f99-39a0-450d-9f67-01b69f9ed6ab HTTP/1.1" status: 200 len: 843 time: 0.0717928 Apr 29 13:40:43.681314 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-e6e0b1d4-c715-49b6-85f3-0e93d4bbf814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:43.682811 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-e6e0b1d4-c715-49b6-85f3-0e93d4bbf814 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a9628a4b-2dc9-4017-ae75-ea6417bfbf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422781 Apr 29 13:40:43.713056 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-4c81d7d3-89be-4419-ad39-4797c22e0dcc req-5fcd4908-64ff-4823-8c09-e2fe96aceb2a tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Deleting port e36abba1-2812-40ba-b7a9-893bdc4cd7f0 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:40:43.713634 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-4c81d7d3-89be-4419-ad39-4797c22e0dcc req-5fcd4908-64ff-4823-8c09-e2fe96aceb2a tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (e36abba1-2812-40ba-b7a9-893bdc4cd7f0), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:43.761486 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.db.l3_db [None req-4a6548ef-16a7-4ed2-9aa2-2cb8306d838a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Floating IP 522742e3-bd06-4824-9068-dbf4f4acf268 associated. External IP: 172.28.3.119, port: 6356f0c2-0db9-4a74-8a26-d5ba83bba716. Apr 29 13:40:43.767025 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (9b23d89e-60ae-4138-843d-df636e86cf71), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:43.792740 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-9702ccdf-551a-47c5-920c-57194986f359 service neutron] 10.222.0.26 "GET /v2.0/networks/a9628a4b-2dc9-4017-ae75-ea6417bfbf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012576 Apr 29 13:40:43.918663 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-6f2f25d6-4ae0-4a77-9d1b-753c199fd8c8 req-b88384d6-1082-4687-bf6a-21e8438eadb7 service neutron] 10.222.0.26 "GET /v2.0/networks/a9628a4b-2dc9-4017-ae75-ea6417bfbf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128407 Apr 29 13:40:44.148110 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:40:44.200390 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:44.211800 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Pushing event updated for resources: {'Port': ['ID=9b23d89e-60ae-4138-843d-df636e86cf71,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:44.215076 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-4c81d7d3-89be-4419-ad39-4797c22e0dcc req-5fcd4908-64ff-4823-8c09-e2fe96aceb2a tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] For port e36abba1-2812-40ba-b7a9-893bdc4cd7f0, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=e36abba1-2812-40ba-b7a9-893bdc4cd7f0,segment=NetworkSegment(f70550b8-43c5-4eba-9b7b-de65f39234f9),segment_id=f70550b8-43c5-4eba-9b7b-de65f39234f9)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:44.215509 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-4c81d7d3-89be-4419-ad39-4797c22e0dcc req-5fcd4908-64ff-4823-8c09-e2fe96aceb2a tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (e36abba1-2812-40ba-b7a9-893bdc4cd7f0), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:44.218018 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:40:44.268085 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-4c81d7d3-89be-4419-ad39-4797c22e0dcc req-5fcd4908-64ff-4823-8c09-e2fe96aceb2a tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Calling delete_port for e36abba1-2812-40ba-b7a9-893bdc4cd7f0 owned by compute:nova {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:40:44.272815 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:44.273257 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:44.273640 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:44.274015 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:44.274381 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:44.274745 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:44.275087 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:44.275449 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:44.275782 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:44.276140 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:44.276498 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:44.276880 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:44.277239 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:44.277596 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:44.277955 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:44.490147 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4bd756bd-3320-42d6-8a3c-5b9c8854ab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:44.544892 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for floatingip (d29c7b3b-76dd-4b4b-8ddf-23f35b14dc5a), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:44.675836 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6548ef-16a7-4ed2-9aa2-2cb8306d838a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Router a7d7829c-14d8-49d7-809f-7a4cefdec05e has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:40:44.689816 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (9b23d89e-60ae-4138-843d-df636e86cf71), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:44.761331 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bcaaa-4731-470f-a333-23c52c508b49 req-d6fc344b-f4e9-4cdf-a519-ba1488e12aae tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:44.762865 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0c8bcaaa-4731-470f-a333-23c52c508b49 req-d6fc344b-f4e9-4cdf-a519-ba1488e12aae tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6 HTTP/1.1" status: 200 len: 945 time: 0.1690841 Apr 29 13:40:44.773784 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-4c81d7d3-89be-4419-ad39-4797c22e0dcc req-5fcd4908-64ff-4823-8c09-e2fe96aceb2a tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (e36abba1-2812-40ba-b7a9-893bdc4cd7f0), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:44.803327 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['e36abba1-2812-40ba-b7a9-893bdc4cd7f0'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:40:44.804478 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de393480-9eea-48e7-9bb6-c329a4d15c9b req-363dbd3d-4a71-4d8f-a63a-6daa8e53674b tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:44.806115 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-de393480-9eea-48e7-9bb6-c329a4d15c9b req-363dbd3d-4a71-4d8f-a63a-6daa8e53674b tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/ports?device_id=58790797-5188-4b51-93e4-15d9226fe505 HTTP/1.1" status: 200 len: 948 time: 0.1418295 Apr 29 13:40:44.898968 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd4908-64ff-4823-8c09-e2fe96aceb2a tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Pushing event deleted for resources: {'Port': ['ID=e36abba1-2812-40ba-b7a9-893bdc4cd7f0,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:45.090137 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0c8bcaaa-4731-470f-a333-23c52c508b49 req-237d24b8-e5ee-425e-9733-debeb2ed351f tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d12b1f8-1733-4803-b674-0390939342a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188732 Apr 29 13:40:45.090379 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c81d7d3-89be-4419-ad39-4797c22e0dcc req-5fcd4908-64ff-4823-8c09-e2fe96aceb2a tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] No DVR routers for this DVR port e36abba1-2812-40ba-b7a9-893bdc4cd7f0 on host hv-cinder-83941 {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:40:45.130774 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-4c81d7d3-89be-4419-ad39-4797c22e0dcc req-5fcd4908-64ff-4823-8c09-e2fe96aceb2a tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:45.134070 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4c81d7d3-89be-4419-ad39-4797c22e0dcc req-5fcd4908-64ff-4823-8c09-e2fe96aceb2a tempest-VolumesActionsTest-1430536558 tempest-VolumesActionsTest-1430536558-project] 10.222.0.26 "DELETE /v2.0/ports/e36abba1-2812-40ba-b7a9-893bdc4cd7f0 HTTP/1.1" status: 204 len: 173 time: 1.7166948 Apr 29 13:40:45.134657 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6', 'name': 'network-vif-deleted', 'tag': 'e36abba1-2812-40ba-b7a9-893bdc4cd7f0'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:40:45.136961 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da14b84f-817d-4b25-8011-cad4cdd88177" -d '{"events": [{"server_uuid": "eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6", "name": "network-vif-deleted", "tag": "e36abba1-2812-40ba-b7a9-893bdc4cd7f0"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:40:45.141853 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-de393480-9eea-48e7-9bb6-c329a4d15c9b req-6f3f00bf-1bc6-4886-b235-5dd6fa2293fe tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/security-groups?id=0baa23ca-d97c-4d57-a587-b51e12f12e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147984 Apr 29 13:40:45.186377 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6548ef-16a7-4ed2-9aa2-2cb8306d838a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:40:45.191536 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4a6548ef-16a7-4ed2-9aa2-2cb8306d838a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:45.204912 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a216dbfe-c314-4f95-bd3d-7238c0d76b71 None None] Sync routers for ids ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:40:45.220450 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea210b4-d1ff-4e7e-9008-bf44137440fe x-openstack-request-id: req-3ea210b4-d1ff-4e7e-9008-bf44137440fe {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:40:45.220835 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6", "name": "network-vif-deleted", "tag": "e36abba1-2812-40ba-b7a9-893bdc4cd7f0", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:40:45.221137 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ea210b4-d1ff-4e7e-9008-bf44137440fe {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:40:45.222216 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ea210b4-d1ff-4e7e-9008-bf44137440fe'] response: {'server_uuid': 'eb0ea1d3-a271-4648-8f7c-920a0d4c5aa6', 'name': 'network-vif-deleted', 'tag': 'e36abba1-2812-40ba-b7a9-893bdc4cd7f0', 'status': 'completed', 'code': 200} Apr 29 13:40:45.229003 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a216dbfe-c314-4f95-bd3d-7238c0d76b71 None None] Routers {'a7d7829c-14d8-49d7-809f-7a4cefdec05e'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:45.231185 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-a216dbfe-c314-4f95-bd3d-7238c0d76b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:40:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:45.235737 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for port (9b23d89e-60ae-4138-843d-df636e86cf71), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:45.250586 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-4a6548ef-16a7-4ed2-9aa2-2cb8306d838a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "PUT /v2.0/floatingips/522742e3-bd06-4824-9068-dbf4f4acf268 HTTP/1.1" status: 200 len: 992 time: 3.2804024 Apr 29 13:40:45.251535 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26512087'] for port (9b23d89e-60ae-4138-843d-df636e86cf71), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:45.300509 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Pushing event updated for resources: {'Port': ['ID=9b23d89e-60ae-4138-843d-df636e86cf71,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:45.358499 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (d29c7b3b-76dd-4b4b-8ddf-23f35b14dc5a), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:45.367674 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-a216dbfe-c314-4f95-bd3d-7238c0d76b71 None None] Set router a7d7829c-14d8-49d7-809f-7a4cefdec05e gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:45.378594 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:45.388625 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-023fba95-726e-452b-81e5-804c7ed249fd tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2471991 Apr 29 13:40:45.595506 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-f74e7ce2-a08f-44bb-bb07-c076e0814964 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--366553135&fields=id&tenant_id=f16d4321a559404f9a2d7a6f38c752c1 HTTP/1.1" status: 200 len: 267 time: 0.0491128 Apr 29 13:40:45.641367 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-a216dbfe-c314-4f95-bd3d-7238c0d76b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': '522742e3-bd06-4824-9068-dbf4f4acf268', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'floating_ip_address': '172.28.3.119', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'port_id': '6356f0c2-0db9-4a74-8a26-d5ba83bba716', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'mac_address': 'fa:16:3e:4a:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5a0598-0bd3-48ea-b41d-9f6746c75f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:40:21Z', 'updated_at': '2022-04-29T13:40:43Z', 'revision_number': 1, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'fixed_ip_address_scope': None}, {'id': '5b0ef755-653e-46d7-9467-8c1e604a65a3', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'floating_ip_address': '172.28.3.154', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'port_id': 'b4f65152-9c3d-4bb6-b41a-1b545a64e3cc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'mac_address': 'fa:16:3e:c3:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c8a6b6-8bd0-4011-920e-0027c76c0fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:03Z', 'updated_at': '2022-04-29T13:39:40Z', 'revision_number': 2, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:45.767115 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-4eb64fcd-929c-4f3b-93ff-1f19af715979 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:45.769172 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-4eb64fcd-929c-4f3b-93ff-1f19af715979 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/networks?id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a HTTP/1.1" status: 200 len: 818 time: 0.1595712 Apr 29 13:40:45.782352 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a216dbfe-c314-4f95-bd3d-7238c0d76b71 None None] Checking router: a7d7829c-14d8-49d7-809f-7a4cefdec05e for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:40:45.791733 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-d49d4501-7599-4c51-9876-af1ae7f87dd4 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/quotas/f16d4321a559404f9a2d7a6f38c752c1 HTTP/1.1" status: 200 len: 375 time: 0.0164814 Apr 29 13:40:45.805837 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a216dbfe-c314-4f95-bd3d-7238c0d76b71 None None] Routers {'a7d7829c-14d8-49d7-809f-7a4cefdec05e'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:45.806565 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-a216dbfe-c314-4f95-bd3d-7238c0d76b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:40:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:45.872005 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-9c873dc7-5cba-4e38-ab68-3d5a798f5f01 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f16d4321a559404f9a2d7a6f38c752c1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0676403 Apr 29 13:40:45.966265 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-a216dbfe-c314-4f95-bd3d-7238c0d76b71 None None] Set router a7d7829c-14d8-49d7-809f-7a4cefdec05e gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:45.989065 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-884badd8-b916-4012-8216-8d419ff0626d service neutron] 10.222.0.20 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029906 Apr 29 13:40:46.064166 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 09cdf154-b3c2-4366-aa53-a633b6efc363 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:40:46.086738 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-a3674973-54d2-4d6f-a510-4dac61f972ee service neutron] 10.222.0.20 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916243 Apr 29 13:40:46.239085 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-a216dbfe-c314-4f95-bd3d-7238c0d76b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': '522742e3-bd06-4824-9068-dbf4f4acf268', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'floating_ip_address': '172.28.3.119', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'port_id': '6356f0c2-0db9-4a74-8a26-d5ba83bba716', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'mac_address': 'fa:16:3e:4a:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5a0598-0bd3-48ea-b41d-9f6746c75f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:40:21Z', 'updated_at': '2022-04-29T13:40:43Z', 'revision_number': 1, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'fixed_ip_address_scope': None}, {'id': '5b0ef755-653e-46d7-9467-8c1e604a65a3', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'floating_ip_address': '172.28.3.154', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'port_id': 'b4f65152-9c3d-4bb6-b41a-1b545a64e3cc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'mac_address': 'fa:16:3e:c3:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c8a6b6-8bd0-4011-920e-0027c76c0fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:03Z', 'updated_at': '2022-04-29T13:39:40Z', 'revision_number': 2, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:46.281581 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a216dbfe-c314-4f95-bd3d-7238c0d76b71 None None] The sync data for ids ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'] in dv-cinder-839416-3-smb is: [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': '522742e3-bd06-4824-9068-dbf4f4acf268', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'floating_ip_address': '172.28.3.119', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'port_id': '6356f0c2-0db9-4a74-8a26-d5ba83bba716', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'mac_address': 'fa:16:3e:4a:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5a0598-0bd3-48ea-b41d-9f6746c75f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:40:21Z', 'updated_at': '2022-04-29T13:40:43Z', 'revision_number': 1, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'fixed_ip_address_scope': None}, {'id': '5b0ef755-653e-46d7-9467-8c1e604a65a3', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'floating_ip_address': '172.28.3.154', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'port_id': 'b4f65152-9c3d-4bb6-b41a-1b545a64e3cc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'mac_address': 'fa:16:3e:c3:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c8a6b6-8bd0-4011-920e-0027c76c0fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:03Z', 'updated_at': '2022-04-29T13:39:40Z', 'revision_number': 2, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:40:46.320161 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 09cdf154-b3c2-4366-aa53-a633b6efc363, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=09cdf154-b3c2-4366-aa53-a633b6efc363,segment=NetworkSegment(e313330c-e882-4d6e-9364-e4ef028f6284),segment_id=e313330c-e882-4d6e-9364-e4ef028f6284)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:46.334251 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': '09cdf154-b3c2-4366-aa53-a633b6efc363', 'network_id': 'a9628a4b-2dc9-4017-ae75-ea6417bfbf1a', 'port_id': '09cdf154-b3c2-4366-aa53-a633b6efc363', 'mac_address': 'fa:16:3e:e6:19:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c390f99-39a0-450d-9f67-01b69f9ed6ab', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:40:46.397544 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port 09cdf154-b3c2-4366-aa53-a633b6efc363 is: DOWN; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:46.397933 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (09cdf154-b3c2-4366-aa53-a633b6efc363), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:46.403198 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e63ed8d5-2af8-4492-b2dd-718b4db8b53d req-6a2b5930-525b-4085-acc4-dffeb9f30d81 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 210 time: 0.0459058 Apr 29 13:40:46.419400 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a26d3-9037-460f-9ebf-b89344d7da17 req-1d1fd684-5c2e-4cf1-895b-0424b781810c tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:46.420311 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09cdf154-b3c2-4366-aa53-a633b6efc363 {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:40:46.423275 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-344a26d3-9037-460f-9ebf-b89344d7da17 req-1d1fd684-5c2e-4cf1-895b-0424b781810c tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/ports?device_id=58790797-5188-4b51-93e4-15d9226fe505 HTTP/1.1" status: 200 len: 948 time: 0.1305661 Apr 29 13:40:46.449043 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 09cdf154-b3c2-4366-aa53-a633b6efc363, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=09cdf154-b3c2-4366-aa53-a633b6efc363,segment=NetworkSegment(e313330c-e882-4d6e-9364-e4ef028f6284),segment_id=e313330c-e882-4d6e-9364-e4ef028f6284)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:46.454478 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (09cdf154-b3c2-4366-aa53-a633b6efc363), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:46.514993 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-344a26d3-9037-460f-9ebf-b89344d7da17 req-0ba5c34c-4359-4804-ba1b-14addbdbae00 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/security-groups?id=0baa23ca-d97c-4d57-a587-b51e12f12e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836165 Apr 29 13:40:46.541173 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=09cdf154-b3c2-4366-aa53-a633b6efc363,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:46.658744 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d79fa-18e4-40d5-bbff-63b8ed258849 None None] New status for floating IP 522742e3-bd06-4824-9068-dbf4f4acf268: ACTIVE {{(pid=103549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:40:46.772723 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['09cdf154-b3c2-4366-aa53-a633b6efc363'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:40:47.033359 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-76cc7180-8c49-4ece-b958-a6a01d704476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:47.223220 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5a0598-0bd3-48ea-b41d-9f6746c75f34', 'tag': '6356f0c2-0db9-4a74-8a26-d5ba83bba716'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:40:47.225716 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8041af3-6cb9-4842-9dc5-55f621c5883f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5a0598-0bd3-48ea-b41d-9f6746c75f34", "tag": "6356f0c2-0db9-4a74-8a26-d5ba83bba716"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:40:47.262274 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67aefa64-f4b1-4732-b03c-ad7362e96c29 x-openstack-request-id: req-67aefa64-f4b1-4732-b03c-ad7362e96c29 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:40:47.262560 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5a0598-0bd3-48ea-b41d-9f6746c75f34", "tag": "6356f0c2-0db9-4a74-8a26-d5ba83bba716", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:40:47.262814 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67aefa64-f4b1-4732-b03c-ad7362e96c29 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:40:47.263208 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67aefa64-f4b1-4732-b03c-ad7362e96c29'] response: {'name': 'network-changed', 'server_uuid': 'fe5a0598-0bd3-48ea-b41d-9f6746c75f34', 'tag': '6356f0c2-0db9-4a74-8a26-d5ba83bba716', 'status': 'completed', 'code': 200} Apr 29 13:40:47.550367 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-56685432-fe26-474b-8aae-fe66c116a265 req-04b3b588-15a5-42ca-966e-0d5a42ad9a1f tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 210 time: 0.0515840 Apr 29 13:40:47.587256 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8041af3-6cb9-4842-9dc5-55f621c5883f req-3687e852-6205-4ea6-bcec-3b1b8a58e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:47.588937 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d8041af3-6cb9-4842-9dc5-55f621c5883f req-3687e852-6205-4ea6-bcec-3b1b8a58e073 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ade3a9fb8cf84c3684a431096d529b75&device_id=fe5a0598-0bd3-48ea-b41d-9f6746c75f34 HTTP/1.1" status: 200 len: 1130 time: 0.0612476 Apr 29 13:40:47.677124 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e87f09-e564-49fa-ac8b-12c149aa4ce6 req-22766645-228c-4b59-b8fa-2005be896794 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:47.683963 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d2e87f09-e564-49fa-ac8b-12c149aa4ce6 req-22766645-228c-4b59-b8fa-2005be896794 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/ports?device_id=58790797-5188-4b51-93e4-15d9226fe505 HTTP/1.1" status: 200 len: 949 time: 0.0871022 Apr 29 13:40:47.735896 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-ebcc1620-cf8e-4e51-aedc-04109bc2921e tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:47.738202 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-ebcc1620-cf8e-4e51-aedc-04109bc2921e tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.26 "GET /v2.0/networks?id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a HTTP/1.1" status: 200 len: 818 time: 0.1267874 Apr 29 13:40:47.779603 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d2e87f09-e564-49fa-ac8b-12c149aa4ce6 req-699d1269-4baa-4561-a83c-8dbacb64b0c7 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/security-groups?id=0baa23ca-d97c-4d57-a587-b51e12f12e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947406 Apr 29 13:40:47.786655 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8041af3-6cb9-4842-9dc5-55f621c5883f req-8b9073bb-ff13-4fc3-84fb-e86d99446655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:47.788312 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d8041af3-6cb9-4842-9dc5-55f621c5883f req-8b9073bb-ff13-4fc3-84fb-e86d99446655 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee2b3ef3-3340-4760-a72b-28d6455d187a HTTP/1.1" status: 200 len: 914 time: 0.1790161 Apr 29 13:40:47.833342 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-18b5d23e-b3df-4c0f-8363-f7924302b6ad tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f16d4321a559404f9a2d7a6f38c752c1 HTTP/1.1" status: 200 len: 379 time: 0.0815773 Apr 29 13:40:47.843843 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-bc86887d-4a79-461f-96c7-df4df9935718 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Request body: {'port': {'device_id': '0b4fa4b2-b985-4e66-be9a-992a5e02d07f', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'admin_state_up': True, 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'security_groups': ['a62c9fa4-0539-40f6-b451-d37beaafcfaf']}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:47.882012 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d8041af3-6cb9-4842-9dc5-55f621c5883f req-a0ea5a0d-e620-4c27-9d75-0f8743d76e95 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6356f0c2-0db9-4a74-8a26-d5ba83bba716 HTTP/1.1" status: 200 len: 1002 time: 0.0870161 Apr 29 13:40:47.973572 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-bc86887d-4a79-461f-96c7-df4df9935718 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Made reservation on behalf of f16d4321a559404f9a2d7a6f38c752c1 for: {'port': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:40:47.977584 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-bc86887d-4a79-461f-96c7-df4df9935718 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:47.984166 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8041af3-6cb9-4842-9dc5-55f621c5883f req-e85a1110-d473-4712-aebe-ec2ce99fd0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:47.985543 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d8041af3-6cb9-4842-9dc5-55f621c5883f req-e85a1110-d473-4712-aebe-ec2ce99fd0c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c3d70ba-2370-4119-a833-f968acf85dc2 HTTP/1.1" status: 200 len: 853 time: 0.0544248 Apr 29 13:40:48.041579 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8041af3-6cb9-4842-9dc5-55f621c5883f req-70d7e19e-386e-46df-a6f3-9051c1e7fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:48.043711 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d8041af3-6cb9-4842-9dc5-55f621c5883f req-70d7e19e-386e-46df-a6f3-9051c1e7fb91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee2b3ef3-3340-4760-a72b-28d6455d187a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0469060 Apr 29 13:40:48.059056 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:48.093495 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 09cdf154-b3c2-4366-aa53-a633b6efc363 up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:40:48.159803 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-bc86887d-4a79-461f-96c7-df4df9935718 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Allocated IP 172.20.0.13 (e33719b8-e7d5-44c1-a89a-1ba0f8d4320a/59fa37f6-c5e6-406e-bd81-5f2770950e70/a83d8fdb-1796-4c67-adef-7b89e83f47d4) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:40:48.164877 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning for port 09cdf154-b3c2-4366-aa53-a633b6efc363 completed by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:40:48.174340 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port 09cdf154-b3c2-4366-aa53-a633b6efc363 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:48.175918 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (09cdf154-b3c2-4366-aa53-a633b6efc363), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:48.180254 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d8041af3-6cb9-4842-9dc5-55f621c5883f req-a0238b9e-e4ef-4cc4-aece-0c011e95046a service neutron] 10.222.0.26 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264529 Apr 29 13:40:48.310470 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d8041af3-6cb9-4842-9dc5-55f621c5883f req-0c8e231d-bba1-46ef-a8b3-4b0b15e22acc service neutron] 10.222.0.26 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236122 Apr 29 13:40:48.314093 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port 09cdf154-b3c2-4366-aa53-a633b6efc363 is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:48.314695 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (09cdf154-b3c2-4366-aa53-a633b6efc363), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:48.350785 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58790797-5188-4b51-93e4-15d9226fe505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cdf154-b3c2-4366-aa53-a633b6efc363'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:40:48.353863 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78258d9-ddfb-4c88-add1-4b686623e0eb" -d '{"events": [{"server_uuid": "58790797-5188-4b51-93e4-15d9226fe505", "name": "network-vif-plugged", "status": "completed", "tag": "09cdf154-b3c2-4366-aa53-a633b6efc363"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:40:48.367683 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 09cdf154-b3c2-4366-aa53-a633b6efc363, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=09cdf154-b3c2-4366-aa53-a633b6efc363,segment=NetworkSegment(e313330c-e882-4d6e-9364-e4ef028f6284),segment_id=e313330c-e882-4d6e-9364-e4ef028f6284)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:48.372105 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (09cdf154-b3c2-4366-aa53-a633b6efc363), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:48.372791 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device e36abba1-2812-40ba-b7a9-893bdc4cd7f0 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:40:48.394414 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-bc86887d-4a79-461f-96c7-df4df9935718 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for port (a83d8fdb-1796-4c67-adef-7b89e83f47d4), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:48.395461 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] No Port match for: e36abba1-2812-40ba-b7a9-893bdc4cd7f0 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:40:48.395811 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device e36abba1-2812-40ba-b7a9-893bdc4cd7f0 not bound to the agent host hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:40:48.416204 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496e0c19-2fe9-42c4-943f-d1f3b9d52a2b x-openstack-request-id: req-496e0c19-2fe9-42c4-943f-d1f3b9d52a2b {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:40:48.416516 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58790797-5188-4b51-93e4-15d9226fe505", "name": "network-vif-plugged", "status": "completed", "tag": "09cdf154-b3c2-4366-aa53-a633b6efc363", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:40:48.416795 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-496e0c19-2fe9-42c4-943f-d1f3b9d52a2b {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:40:48.417189 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-496e0c19-2fe9-42c4-943f-d1f3b9d52a2b'] response: {'server_uuid': '58790797-5188-4b51-93e4-15d9226fe505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cdf154-b3c2-4366-aa53-a633b6efc363', 'code': 200} Apr 29 13:40:48.442480 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-bc86887d-4a79-461f-96c7-df4df9935718 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (a83d8fdb-1796-4c67-adef-7b89e83f47d4), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:48.451621 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=09cdf154-b3c2-4366-aa53-a633b6efc363,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:48.460668 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:48.461032 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:48.461382 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:48.462192 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:48.462192 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:48.462509 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:48.462839 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:48.463162 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:48.463490 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:48.463811 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:48.464137 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:48.464494 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:48.464835 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:48.465736 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:48.465736 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:48.488781 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-bc86887d-4a79-461f-96c7-df4df9935718 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Network e33719b8-e7d5-44c1-a89a-1ba0f8d4320a is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:40:48.494598 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-bc86887d-4a79-461f-96c7-df4df9935718 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:48.498484 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-bc86887d-4a79-461f-96c7-df4df9935718 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:40:48.506661 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-bc86887d-4a79-461f-96c7-df4df9935718 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:48.506661 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-bc86887d-4a79-461f-96c7-df4df9935718 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:48.511259 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86887d-4a79-461f-96c7-df4df9935718 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Pushing event updated for resources: {'Port': ['ID=a83d8fdb-1796-4c67-adef-7b89e83f47d4,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:48.528341 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-bc86887d-4a79-461f-96c7-df4df9935718 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6884170 Apr 29 13:40:48.541429 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] Request body: {'port': {'device_id': '0b4fa4b2-b985-4e66-be9a-992a5e02d07f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:48.623206 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (a83d8fdb-1796-4c67-adef-7b89e83f47d4), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:48.637987 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf4e4f-fb75-40ee-af56-ac4a8bff5044 req-9fbf4550-a7c4-4529-bb17-0ef746675bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:48.640255 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0bdf4e4f-fb75-40ee-af56-ac4a8bff5044 req-9fbf4550-a7c4-4529-bb17-0ef746675bed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=58790797-5188-4b51-93e4-15d9226fe505 HTTP/1.1" status: 200 len: 1134 time: 0.0594923 Apr 29 13:40:48.719608 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8ecfb-3493-4897-b82f-397655bd1e19 req-f5505789-d776-483c-8388-706184b7425b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:48.721117 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a2a8ecfb-3493-4897-b82f-397655bd1e19 req-f5505789-d776-483c-8388-706184b7425b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 932 time: 0.0765722 Apr 29 13:40:48.749967 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0bdf4e4f-fb75-40ee-af56-ac4a8bff5044 req-9d25dfd7-d3eb-48be-bd70-78402d2ced0a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0baa23ca-d97c-4d57-a587-b51e12f12e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033034 Apr 29 13:40:48.779116 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-ccb8ec87-02c5-4f9c-95fc-7db73de75c17 None None] Provisioning complete for port a83d8fdb-1796-4c67-adef-7b89e83f47d4 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:48.779413 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ccb8ec87-02c5-4f9c-95fc-7db73de75c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (a83d8fdb-1796-4c67-adef-7b89e83f47d4), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:48.783687 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a2a8ecfb-3493-4897-b82f-397655bd1e19 req-740e8e0f-6cfb-45b9-8d5f-77529159c813 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523438 Apr 29 13:40:48.816637 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-ccb8ec87-02c5-4f9c-95fc-7db73de75c17 None None] Port a83d8fdb-1796-4c67-adef-7b89e83f47d4 cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:40:48.911201 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae7e35-4ab1-4cab-9f3e-5ad82e0cdcc6 req-8ec75fa1-c848-4c4c-bec3-0dfc8f6789f1 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:48.912851 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-78ae7e35-4ab1-4cab-9f3e-5ad82e0cdcc6 req-8ec75fa1-c848-4c4c-bec3-0dfc8f6789f1 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/ports?device_id=58790797-5188-4b51-93e4-15d9226fe505 HTTP/1.1" status: 200 len: 950 time: 0.0496075 Apr 29 13:40:48.924048 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a83d8fdb-1796-4c67-adef-7b89e83f47d4 {{(pid=103547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:40:48.932362 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] Publish callbacks [] for port (a83d8fdb-1796-4c67-adef-7b89e83f47d4), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:48.945156 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.provisioning_blocks [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] Transition to ACTIVE for port object a83d8fdb-1796-4c67-adef-7b89e83f47d4 will not be triggered until provisioned by entity L2. {{(pid=103547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:40:48.949371 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (a83d8fdb-1796-4c67-adef-7b89e83f47d4), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:48.961981 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-78ae7e35-4ab1-4cab-9f3e-5ad82e0cdcc6 req-164b6c55-1109-4591-ae5a-c754d97defdf tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/security-groups?id=0baa23ca-d97c-4d57-a587-b51e12f12e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415301 Apr 29 13:40:49.004411 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] Pushing event updated for resources: {'Port': ['ID=a83d8fdb-1796-4c67-adef-7b89e83f47d4,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:49.046261 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] Attempting to bind port a83d8fdb-1796-4c67-adef-7b89e83f47d4 on host hv-cinder-83941 for vnic_type normal with profile {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:40:49.047409 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] Attempting to bind port a83d8fdb-1796-4c67-adef-7b89e83f47d4 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a'}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:40:49.047748 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] Attempting to bind port a83d8fdb-1796-4c67-adef-7b89e83f47d4 on network e33719b8-e7d5-44c1-a89a-1ba0f8d4320a {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:40:49.053190 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] Port a83d8fdb-1796-4c67-adef-7b89e83f47d4 on network e33719b8-e7d5-44c1-a89a-1ba0f8d4320a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:40:49.053432 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] Attempting to bind port a83d8fdb-1796-4c67-adef-7b89e83f47d4 on network e33719b8-e7d5-44c1-a89a-1ba0f8d4320a {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:40:49.059205 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] Checking agent: {'id': '54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'started_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:40:49.059769 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] Checking segment: {'id': '333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:40:49.060168 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] Bound using segment: {'id': '333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a'} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:40:49.060840 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] Bound port: a83d8fdb-1796-4c67-adef-7b89e83f47d4, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a'}}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:40:49.061267 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (a83d8fdb-1796-4c67-adef-7b89e83f47d4), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:49.143159 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] For port a83d8fdb-1796-4c67-adef-7b89e83f47d4, host hv-cinder-83941, cleared binding levels {{(pid=103547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:40:49.147128 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] For port a83d8fdb-1796-4c67-adef-7b89e83f47d4, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=a83d8fdb-1796-4c67-adef-7b89e83f47d4,segment=NetworkSegment(333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af),segment_id=333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af)] {{(pid=103547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:40:49.154326 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (a83d8fdb-1796-4c67-adef-7b89e83f47d4), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:49.194631 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:49.195403 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:49.197026 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] 10.222.0.26 "PUT /v2.0/ports/a83d8fdb-1796-4c67-adef-7b89e83f47d4 HTTP/1.1" status: 200 len: 1094 time: 0.6599114 Apr 29 13:40:49.197522 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4fa4b2-b985-4e66-be9a-992a5e02d07f', 'tag': 'a83d8fdb-1796-4c67-adef-7b89e83f47d4'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:40:49.199802 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5cffd7-608c-4c94-a5c6-a403571271e4" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4fa4b2-b985-4e66-be9a-992a5e02d07f", "tag": "a83d8fdb-1796-4c67-adef-7b89e83f47d4"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:40:49.246319 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10981837-0579-4bbb-8a71-83d273279331 x-openstack-request-id: req-10981837-0579-4bbb-8a71-83d273279331 {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:40:49.246675 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4fa4b2-b985-4e66-be9a-992a5e02d07f", "tag": "a83d8fdb-1796-4c67-adef-7b89e83f47d4", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:40:49.246846 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10981837-0579-4bbb-8a71-83d273279331 {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:40:49.247239 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10981837-0579-4bbb-8a71-83d273279331'] response: {'name': 'network-changed', 'server_uuid': '0b4fa4b2-b985-4e66-be9a-992a5e02d07f', 'tag': 'a83d8fdb-1796-4c67-adef-7b89e83f47d4', 'status': 'completed', 'code': 200} Apr 29 13:40:49.258821 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87fe31-bfc3-40fe-8756-ddebb4795696 service neutron] Pushing event updated for resources: {'Port': ['ID=a83d8fdb-1796-4c67-adef-7b89e83f47d4,revision_number=3']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:49.623685 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5cffd7-608c-4c94-a5c6-a403571271e4 req-9d021e8d-93b8-4286-ab64-95755d7f4f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:49.625375 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-ea5cffd7-608c-4c94-a5c6-a403571271e4 req-9d021e8d-93b8-4286-ab64-95755d7f4f0a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f16d4321a559404f9a2d7a6f38c752c1&device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 1128 time: 0.0456264 Apr 29 13:40:49.703211 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 43844) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:49.796781 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5cffd7-608c-4c94-a5c6-a403571271e4 req-da1ebbd1-cddb-4def-9189-c0c570d28e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:49.799294 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-ea5cffd7-608c-4c94-a5c6-a403571271e4 req-da1ebbd1-cddb-4def-9189-c0c570d28e3d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f16d4321a559404f9a2d7a6f38c752c1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1615398 Apr 29 13:40:49.862157 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4ec1de33-1f89-4a9b-a61c-a0978a74b68d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:49.910651 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5cffd7-608c-4c94-a5c6-a403571271e4 req-d37e4421-3326-4357-8a71-d13487202ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:49.912135 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-ea5cffd7-608c-4c94-a5c6-a403571271e4 req-d37e4421-3326-4357-8a71-d13487202ec2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1048677 Apr 29 13:40:49.921949 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058dc629-4961-4d6f-b5a5-5e9294a81183 req-351dca6f-ca6c-4641-ac08-eb06c28f8be3 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:49.923385 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-058dc629-4961-4d6f-b5a5-5e9294a81183 req-351dca6f-ca6c-4641-ac08-eb06c28f8be3 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 944 time: 0.0625567 Apr 29 13:40:50.002065 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-058dc629-4961-4d6f-b5a5-5e9294a81183 req-e1ff9ee6-595c-4b9d-8327-c31956918268 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714319 Apr 29 13:40:50.023726 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4ec1de33-1f89-4a9b-a61c-a0978a74b68d admin admin] Publish callbacks [] for security_group (e6d34b29-bc91-4745-9058-90efa96f4005), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:50.034798 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4ec1de33-1f89-4a9b-a61c-a0978a74b68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (e6d34b29-bc91-4745-9058-90efa96f4005), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:50.059690 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:50.109942 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-4ec1de33-1f89-4a9b-a61c-a0978a74b68d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6be1b12902f4926a5c849e0bf1c95ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4053500 Apr 29 13:40:50.113815 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 43854) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:50.124326 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931616c-48ed-47fb-952c-7bd5e7fba9c1 req-582425ca-5165-481d-91f7-f43647a6d508 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:50.125835 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4931616c-48ed-47fb-952c-7bd5e7fba9c1 req-582425ca-5165-481d-91f7-f43647a6d508 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/ports?device_id=58790797-5188-4b51-93e4-15d9226fe505 HTTP/1.1" status: 200 len: 950 time: 0.0766485 Apr 29 13:40:50.126605 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1de33-1f89-4a9b-a61c-a0978a74b68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d34b29-bc91-4745-9058-90efa96f4005,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:50.177211 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-e7c93fcb-4a31-46be-b4b8-16c266cb5c81 admin admin] Publish callbacks [] for security_group (e6d34b29-bc91-4745-9058-90efa96f4005), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:50.178246 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4931616c-48ed-47fb-952c-7bd5e7fba9c1 req-03547ac7-fd09-4cf2-8f3f-0eae8aa9345d tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/security-groups?id=0baa23ca-d97c-4d57-a587-b51e12f12e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443504 Apr 29 13:40:50.201403 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-e7c93fcb-4a31-46be-b4b8-16c266cb5c81 admin admin] Publish callbacks [] for security_group (e6d34b29-bc91-4745-9058-90efa96f4005), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:50.248362 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-e7c93fcb-4a31-46be-b4b8-16c266cb5c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (e6d34b29-bc91-4745-9058-90efa96f4005), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:50.250951 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-e7c93fcb-4a31-46be-b4b8-16c266cb5c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:50.252107 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-e7c93fcb-4a31-46be-b4b8-16c266cb5c81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6d34b29-bc91-4745-9058-90efa96f4005 HTTP/1.1" status: 204 len: 168 time: 0.1373062 Apr 29 13:40:50.260897 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c93fcb-4a31-46be-b4b8-16c266cb5c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d34b29-bc91-4745-9058-90efa96f4005,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:50.600602 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-fafdc1c6-4e24-4e1a-add2-27c93d7b25bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:50.602292 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-fafdc1c6-4e24-4e1a-add2-27c93d7b25bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f16d4321a559404f9a2d7a6f38c752c1&device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 1128 time: 0.0568123 Apr 29 13:40:50.660244 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-2d4c900a-6c20-47c9-809c-f411fc314d67 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a83d8fdb-1796-4c67-adef-7b89e83f47d4 HTTP/1.1" status: 200 len: 217 time: 0.0470235 Apr 29 13:40:50.716883 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-db34b37c-e820-4937-bdfa-850ee1b5fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:50.718452 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-db34b37c-e820-4937-bdfa-850ee1b5fb4b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59fa37f6-c5e6-406e-bd81-5f2770950e70 HTTP/1.1" status: 200 len: 857 time: 0.0516748 Apr 29 13:40:50.784427 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-eb04e0fb-a11a-468d-8121-ffb4bdee1258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:50.786057 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-eb04e0fb-a11a-468d-8121-ffb4bdee1258 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0613685 Apr 29 13:40:50.903541 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-32ef517b-ba65-4ae1-b3be-0c369a0e9d8c service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109445 Apr 29 13:40:51.006741 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e37dd3be-4831-4ec9-966d-b168c1b708fd req-1475058e-2336-4746-92d2-78d5acad1538 service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966165 Apr 29 13:40:51.019193 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 43890) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:51.156857 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bff029-d275-42cb-93a6-4334f28e5f0c req-10a6b3c6-3060-4c13-a6ad-b5063578d071 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:51.159614 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-70bff029-d275-42cb-93a6-4334f28e5f0c req-10a6b3c6-3060-4c13-a6ad-b5063578d071 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 944 time: 0.0664868 Apr 29 13:40:51.172568 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-ba79f19e-07d2-4e52-988a-e5a3ed5f005e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2002671171-network', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:51.198071 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba79f19e-07d2-4e52-988a-e5a3ed5f005e admin admin] Made reservation on behalf of c178ce8f803e474f8f7f018d2003d772 for: {'network': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:40:51.201392 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ba79f19e-07d2-4e52-988a-e5a3ed5f005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for network (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:51.220402 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ba79f19e-07d2-4e52-988a-e5a3ed5f005e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:51.220988 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-70bff029-d275-42cb-93a6-4334f28e5f0c req-142602dd-2e96-44fe-8bc1-d840de1a9acf tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538497 Apr 29 13:40:51.301638 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7cc82-49a4-439f-b8d6-8786322c6dfd req-95386249-037d-4bd5-9df8-d40d73c68267 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:51.303025 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-62d7cc82-49a4-439f-b8d6-8786322c6dfd req-95386249-037d-4bd5-9df8-d40d73c68267 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/ports?device_id=58790797-5188-4b51-93e4-15d9226fe505 HTTP/1.1" status: 200 len: 950 time: 0.0494673 Apr 29 13:40:51.305665 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ba79f19e-07d2-4e52-988a-e5a3ed5f005e admin admin] Publish callbacks [] for security_group (5599ec19-c537-4818-8d6f-457e4df78bc7), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:51.310663 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ba79f19e-07d2-4e52-988a-e5a3ed5f005e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (5599ec19-c537-4818-8d6f-457e4df78bc7), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:51.336468 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba79f19e-07d2-4e52-988a-e5a3ed5f005e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:40:51.351384 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79f19e-07d2-4e52-988a-e5a3ed5f005e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5599ec19-c537-4818-8d6f-457e4df78bc7,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:51.354971 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-62d7cc82-49a4-439f-b8d6-8786322c6dfd req-1eeb1f79-7e8e-4b01-a0cc-745e9b98528c tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/security-groups?id=0baa23ca-d97c-4d57-a587-b51e12f12e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444102 Apr 29 13:40:51.359757 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ba79f19e-07d2-4e52-988a-e5a3ed5f005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (25a96713-b9e7-498e-9508-9d2d7263e973), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:51.360096 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.segments_db [None req-ba79f19e-07d2-4e52-988a-e5a3ed5f005e admin admin] Added segment 25a96713-b9e7-498e-9508-9d2d7263e973 of type vlan for network a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 Apr 29 13:40:51.412904 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ba79f19e-07d2-4e52-988a-e5a3ed5f005e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791783959471'] for network (a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:51.440557 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ba79f19e-07d2-4e52-988a-e5a3ed5f005e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for network (a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:51.441563 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba79f19e-07d2-4e52-988a-e5a3ed5f005e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:51.442152 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ba79f19e-07d2-4e52-988a-e5a3ed5f005e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:51.463953 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:51.479796 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-ba79f19e-07d2-4e52-988a-e5a3ed5f005e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4591866 Apr 29 13:40:51.482841 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 43906) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:51.487995 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-91834b8f-053b-47d3-a57c-0c4741d34741 admin admin] Request body: {'subnet': {'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2002671171-subnet', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'ip_version': 4}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:51.509120 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91834b8f-053b-47d3-a57c-0c4741d34741 admin admin] Made reservation on behalf of c178ce8f803e474f8f7f018d2003d772 for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:40:51.513764 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-91834b8f-053b-47d3-a57c-0c4741d34741 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26719792'] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:51.514128 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79f19e-07d2-4e52-988a-e5a3ed5f005e admin admin] Pushing event updated for resources: {'Network': ['ID=a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:51.526585 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Network a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 details requested by agent ovs-agent-dv-cinder-839416-3-smb with host dv-cinder-839416-3-smb {{(pid=103549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:40:51.891159 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f017504-1dfa-44e2-92f8-0045bba443d3 req-e3d394b5-538c-443a-95d0-c3067b3f7e3a tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:51.892682 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9f017504-1dfa-44e2-92f8-0045bba443d3 req-e3d394b5-538c-443a-95d0-c3067b3f7e3a tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/ports?device_id=58790797-5188-4b51-93e4-15d9226fe505 HTTP/1.1" status: 200 len: 950 time: 0.3010385 Apr 29 13:40:51.998235 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9f017504-1dfa-44e2-92f8-0045bba443d3 req-dbfc8ac9-c473-4526-8a03-e0125626f39f tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/security-groups?id=0baa23ca-d97c-4d57-a587-b51e12f12e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870950 Apr 29 13:40:52.014493 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-91834b8f-053b-47d3-a57c-0c4741d34741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26514524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26719938'] for subnet (c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:52.075460 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91834b8f-053b-47d3-a57c-0c4741d34741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:52.089066 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91834b8f-053b-47d3-a57c-0c4741d34741 admin admin] Checking segment: {'id': '25a96713-b9e7-498e-9508-9d2d7263e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:40:52.089421 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91834b8f-053b-47d3-a57c-0c4741d34741 admin admin] Network hostable DHCP agents. Network: a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1, hostable agents: ['ec1b8bb2-9315-4753-b51b-79fb59085424'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:40:52.106510 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91834b8f-053b-47d3-a57c-0c4741d34741 admin admin] Network a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 is scheduled to be hosted by DHCP agent ec1b8bb2-9315-4753-b51b-79fb59085424 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:40:52.114859 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-91834b8f-053b-47d3-a57c-0c4741d34741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-smb, a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:52.123053 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91834b8f-053b-47d3-a57c-0c4741d34741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:52.123651 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-91834b8f-053b-47d3-a57c-0c4741d34741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:52.130418 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71209b51-bf23-494b-9f75-45ea126c14f5 None None] Network a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:40:52.140182 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-91834b8f-053b-47d3-a57c-0c4741d34741 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6562393 Apr 29 13:40:52.142950 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 43918) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:52.148079 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-aaacaafc-da63-4120-a1ed-d56ab1b1b812 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2002671171-router', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:52.172224 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-aaacaafc-da63-4120-a1ed-d56ab1b1b812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4115'] for router (96aa2646-b8a2-48e0-873a-353a852cac98), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:52.174051 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-aaacaafc-da63-4120-a1ed-d56ab1b1b812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4136'] for router (96aa2646-b8a2-48e0-873a-353a852cac98), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:52.244951 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341deef7-1508-4182-b0d5-01064de1abf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4337fddb-5967-5862-9978-883eb4654285-a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1', 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1', 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'fixed_ips': [{'subnet_id': 'c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6'}]}} from dv-cinder-839416-3-smb. {{(pid=103549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 13:40:52.246318 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-341deef7-1508-4182-b0d5-01064de1abf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:52.261694 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-aaacaafc-da63-4120-a1ed-d56ab1b1b812 admin admin] Publish callbacks [] for router_controller (96aa2646-b8a2-48e0-873a-353a852cac98), precommit_add_association {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:52.365451 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dda0f9-3941-4004-b0cf-5eeb3b17d96f req-99f9a8ad-b345-4c0b-9eb5-c3798c7b9a3e tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:52.367599 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-93dda0f9-3941-4004-b0cf-5eeb3b17d96f req-99f9a8ad-b345-4c0b-9eb5-c3798c7b9a3e tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 944 time: 0.0541291 Apr 29 13:40:52.421184 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-341deef7-1508-4182-b0d5-01064de1abf8 None None] Allocated IP 172.20.0.2 (a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1/c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6/f3708f00-1f95-4ce4-887c-b96d0d8d174c) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:40:52.423322 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-93dda0f9-3941-4004-b0cf-5eeb3b17d96f req-a360c1d0-da2e-452e-99e3-5aaab7294e86 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466540 Apr 29 13:40:52.437138 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-aaacaafc-da63-4120-a1ed-d56ab1b1b812 admin admin] Publish callbacks [] for router_gateway (96aa2646-b8a2-48e0-873a-353a852cac98), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:52.583331 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-341deef7-1508-4182-b0d5-01064de1abf8 None None] Publish callbacks [] for port (f3708f00-1f95-4ce4-887c-b96d0d8d174c), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:52.589199 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-341deef7-1508-4182-b0d5-01064de1abf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (f3708f00-1f95-4ce4-887c-b96d0d8d174c), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:52.631850 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341deef7-1508-4182-b0d5-01064de1abf8 None None] Network a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:40:52.635443 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-341deef7-1508-4182-b0d5-01064de1abf8 None None] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:52.637387 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-aaacaafc-da63-4120-a1ed-d56ab1b1b812 admin admin] Publish callbacks [] for router_gateway (96aa2646-b8a2-48e0-873a-353a852cac98), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:52.646432 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341deef7-1508-4182-b0d5-01064de1abf8 None None] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:40:52.650612 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341deef7-1508-4182-b0d5-01064de1abf8 None None] Pushing event updated for resources: {'Port': ['ID=f3708f00-1f95-4ce4-887c-b96d0d8d174c,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:52.656863 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-aaacaafc-da63-4120-a1ed-d56ab1b1b812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:52.711197 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-341deef7-1508-4182-b0d5-01064de1abf8 None None] Attempting to bind port f3708f00-1f95-4ce4-887c-b96d0d8d174c on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:40:52.711562 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-341deef7-1508-4182-b0d5-01064de1abf8 None None] Attempting to bind port f3708f00-1f95-4ce4-887c-b96d0d8d174c by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': '25a96713-b9e7-498e-9508-9d2d7263e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:40:52.711912 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341deef7-1508-4182-b0d5-01064de1abf8 None None] Attempting to bind port f3708f00-1f95-4ce4-887c-b96d0d8d174c on network a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:40:52.717256 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341deef7-1508-4182-b0d5-01064de1abf8 None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:40:52.717635 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341deef7-1508-4182-b0d5-01064de1abf8 None None] Checking segment: {'id': '25a96713-b9e7-498e-9508-9d2d7263e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:40:52.718030 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-341deef7-1508-4182-b0d5-01064de1abf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:52.718421 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341deef7-1508-4182-b0d5-01064de1abf8 None None] Bound using segment: {'id': '25a96713-b9e7-498e-9508-9d2d7263e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:40:52.718925 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-341deef7-1508-4182-b0d5-01064de1abf8 None None] Bound port: f3708f00-1f95-4ce4-887c-b96d0d8d174c, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a96713-b9e7-498e-9508-9d2d7263e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:40:52.719321 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-341deef7-1508-4182-b0d5-01064de1abf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (f3708f00-1f95-4ce4-887c-b96d0d8d174c), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:52.767803 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [None req-aaacaafc-da63-4120-a1ed-d56ab1b1b812 admin admin] Allocated IP 172.28.3.58 (9c8e0a80-d509-45ab-9720-00aefc93fc37/7d82864c-1f03-4b55-a173-75a79706e4c7/87190d99-106c-4459-b518-68470b07c8c5) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:40:52.786437 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-341deef7-1508-4182-b0d5-01064de1abf8 None None] For port f3708f00-1f95-4ce4-887c-b96d0d8d174c, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:40:52.789694 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-341deef7-1508-4182-b0d5-01064de1abf8 None None] For port f3708f00-1f95-4ce4-887c-b96d0d8d174c, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=f3708f00-1f95-4ce4-887c-b96d0d8d174c,segment=NetworkSegment(25a96713-b9e7-498e-9508-9d2d7263e973),segment_id=25a96713-b9e7-498e-9508-9d2d7263e973)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:40:52.796045 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-341deef7-1508-4182-b0d5-01064de1abf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (f3708f00-1f95-4ce4-887c-b96d0d8d174c), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:52.858674 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341deef7-1508-4182-b0d5-01064de1abf8 None None] Pushing event updated for resources: {'Port': ['ID=f3708f00-1f95-4ce4-887c-b96d0d8d174c,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:52.890551 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-aaacaafc-da63-4120-a1ed-d56ab1b1b812 admin admin] Publish callbacks [] for port (87190d99-106c-4459-b518-68470b07c8c5), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:52.928147 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-aaacaafc-da63-4120-a1ed-d56ab1b1b812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (87190d99-106c-4459-b518-68470b07c8c5), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:52.982598 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaacaafc-da63-4120-a1ed-d56ab1b1b812 admin admin] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:40:52.983952 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacaafc-da63-4120-a1ed-d56ab1b1b812 admin admin] Pushing event updated for resources: {'Port': ['ID=87190d99-106c-4459-b518-68470b07c8c5,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:52.988779 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-aaacaafc-da63-4120-a1ed-d56ab1b1b812 admin admin] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:52.991068 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaacaafc-da63-4120-a1ed-d56ab1b1b812 admin admin] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:40:53.169632 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6000d6-a012-4379-b40c-4a5c84bc9a3e req-d52032b3-7a24-4052-979e-4b222967ea9e tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:53.171399 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-dd6000d6-a012-4379-b40c-4a5c84bc9a3e req-d52032b3-7a24-4052-979e-4b222967ea9e tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/ports?device_id=58790797-5188-4b51-93e4-15d9226fe505 HTTP/1.1" status: 200 len: 950 time: 0.0634201 Apr 29 13:40:53.233916 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-dd6000d6-a012-4379-b40c-4a5c84bc9a3e req-f566454f-2fd5-464a-a25e-acb92858c54c tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/security-groups?id=0baa23ca-d97c-4d57-a587-b51e12f12e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509431 Apr 29 13:40:53.270151 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-aaacaafc-da63-4120-a1ed-d56ab1b1b812 admin admin] Publish callbacks [] for router_gateway (96aa2646-b8a2-48e0-873a-353a852cac98), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:53.496897 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-aaacaafc-da63-4120-a1ed-d56ab1b1b812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455966'] for router (96aa2646-b8a2-48e0-873a-353a852cac98), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:53.566962 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330f542-921f-42d8-a39c-635839b22202 req-b66316ff-98d6-48a6-9ae4-6d7b8411abbc tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:53.569098 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6330f542-921f-42d8-a39c-635839b22202 req-b66316ff-98d6-48a6-9ae4-6d7b8411abbc tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 944 time: 0.0686033 Apr 29 13:40:53.624310 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6330f542-921f-42d8-a39c-635839b22202 req-af40a725-e767-4d24-bf97-dbd0d059f836 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474858 Apr 29 13:40:53.653914 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaacaafc-da63-4120-a1ed-d56ab1b1b812 admin admin] Router 96aa2646-b8a2-48e0-873a-353a852cac98 is scheduled to L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 with binding_index 1 {{(pid=103547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:40:53.787859 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaacaafc-da63-4120-a1ed-d56ab1b1b812 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:40:53.796834 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] Sync routers for ids ['96aa2646-b8a2-48e0-873a-353a852cac98'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:40:53.807959 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-aaacaafc-da63-4120-a1ed-d56ab1b1b812 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:53.808691 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] Routers {'96aa2646-b8a2-48e0-873a-353a852cac98'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:53.811882 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-aaacaafc-da63-4120-a1ed-d56ab1b1b812 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6646385 Apr 29 13:40:53.812013 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:40:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['96aa2646-b8a2-48e0-873a-353a852cac98'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:53.812164 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 43952) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:53.900123 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa8115-c3ed-4b22-8b89-19b0c35e8950 req-83bc01f7-3c98-4c4c-951e-ab3429c80274 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:53.901427 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-04fa8115-c3ed-4b22-8b89-19b0c35e8950 req-83bc01f7-3c98-4c4c-951e-ab3429c80274 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.26 "GET /v2.0/ports?device_id=58790797-5188-4b51-93e4-15d9226fe505 HTTP/1.1" status: 200 len: 950 time: 0.0748131 Apr 29 13:40:53.917350 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7627b3-d97c-429f-81d7-476020b608cb None None] Network a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:40:53.935511 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] Set router 96aa2646-b8a2-48e0-873a-353a852cac98 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:54.003828 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-04fa8115-c3ed-4b22-8b89-19b0c35e8950 req-f210a85d-d24f-41b1-a344-d1a2648a1f87 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Deleting port 09cdf154-b3c2-4366-aa53-a633b6efc363 {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:40:54.004791 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-04fa8115-c3ed-4b22-8b89-19b0c35e8950 req-f210a85d-d24f-41b1-a344-d1a2648a1f87 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (09cdf154-b3c2-4366-aa53-a633b6efc363), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:54.004962 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-85024b01-f931-47f5-8cb7-16d2b326ed3a None None] Provisioning complete for port f3708f00-1f95-4ce4-887c-b96d0d8d174c triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:54.005310 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-85024b01-f931-47f5-8cb7-16d2b326ed3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (f3708f00-1f95-4ce4-887c-b96d0d8d174c), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:54.122225 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-04fa8115-c3ed-4b22-8b89-19b0c35e8950 req-f210a85d-d24f-41b1-a344-d1a2648a1f87 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] For port 09cdf154-b3c2-4366-aa53-a633b6efc363, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=09cdf154-b3c2-4366-aa53-a633b6efc363,segment=NetworkSegment(e313330c-e882-4d6e-9364-e4ef028f6284),segment_id=e313330c-e882-4d6e-9364-e4ef028f6284)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:54.122629 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-04fa8115-c3ed-4b22-8b89-19b0c35e8950 req-f210a85d-d24f-41b1-a344-d1a2648a1f87 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (09cdf154-b3c2-4366-aa53-a633b6efc363), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:54.130659 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device a83d8fdb-1796-4c67-adef-7b89e83f47d4 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:40:54.144238 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-85024b01-f931-47f5-8cb7-16d2b326ed3a None None] Current status of the port f3708f00-1f95-4ce4-887c-b96d0d8d174c is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:54.145008 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-85024b01-f931-47f5-8cb7-16d2b326ed3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (f3708f00-1f95-4ce4-887c-b96d0d8d174c), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:54.147068 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-04fa8115-c3ed-4b22-8b89-19b0c35e8950 req-f210a85d-d24f-41b1-a344-d1a2648a1f87 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Calling delete_port for 09cdf154-b3c2-4366-aa53-a633b6efc363 owned by compute:nova {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:40:54.181477 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'name': 'tempest-TestShelveInstance-2002671171-router', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '87190d99-106c-4459-b518-68470b07c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:53Z', 'revision_number': 3, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'gw_port': {'id': '87190d99-106c-4459-b518-68470b07c8c5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:54.210615 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-85024b01-f931-47f5-8cb7-16d2b326ed3a None None] For port f3708f00-1f95-4ce4-887c-b96d0d8d174c, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=f3708f00-1f95-4ce4-887c-b96d0d8d174c,segment=NetworkSegment(25a96713-b9e7-498e-9508-9d2d7263e973),segment_id=25a96713-b9e7-498e-9508-9d2d7263e973)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:54.216932 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-85024b01-f931-47f5-8cb7-16d2b326ed3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (f3708f00-1f95-4ce4-887c-b96d0d8d174c), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:54.248539 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] Checking router: 96aa2646-b8a2-48e0-873a-353a852cac98 for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:40:54.248913 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] Updating router 96aa2646-b8a2-48e0-873a-353a852cac98 port 87190d99-106c-4459-b518-68470b07c8c5 binding host dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:40:54.304341 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (87190d99-106c-4459-b518-68470b07c8c5), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:54.357631 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-04fa8115-c3ed-4b22-8b89-19b0c35e8950 req-f210a85d-d24f-41b1-a344-d1a2648a1f87 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146'] for port (09cdf154-b3c2-4366-aa53-a633b6efc363), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:54.380674 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['09cdf154-b3c2-4366-aa53-a633b6efc363'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:40:54.425691 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210a85d-d24f-41b1-a344-d1a2648a1f87 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Pushing event deleted for resources: {'Port': ['ID=09cdf154-b3c2-4366-aa53-a633b6efc363,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:54.468915 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-93429437-4805-4eb9-94cb-caed3b5ccd24 req-e031f2eb-48cf-4826-a2b6-564f7328d166 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/ports?device_id=58790797-5188-4b51-93e4-15d9226fe505 HTTP/1.1" status: 200 len: 210 time: 0.1005065 Apr 29 13:40:54.504614 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-5f90d8a1-4847-4028-a604-de40c29b6d55 None None] Provisioning complete for port f3708f00-1f95-4ce4-887c-b96d0d8d174c triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:54.506892 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5f90d8a1-4847-4028-a604-de40c29b6d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (f3708f00-1f95-4ce4-887c-b96d0d8d174c), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:54.552970 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0e068737-ed7e-4d4d-bcd4-cee843b241d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:54.571096 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85024b01-f931-47f5-8cb7-16d2b326ed3a None None] Pushing event updated for resources: {'Port': ['ID=f3708f00-1f95-4ce4-887c-b96d0d8d174c,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:54.642680 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port a83d8fdb-1796-4c67-adef-7b89e83f47d4, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=a83d8fdb-1796-4c67-adef-7b89e83f47d4,segment=NetworkSegment(333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af),segment_id=333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:54.702360 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': 'a83d8fdb-1796-4c67-adef-7b89e83f47d4', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'port_id': 'a83d8fdb-1796-4c67-adef-7b89e83f47d4', 'mac_address': 'fa:16:3e:ad:8f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:40:54.749937 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] Publish callbacks [] for port (87190d99-106c-4459-b518-68470b07c8c5), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:54.756498 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (87190d99-106c-4459-b518-68470b07c8c5), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:54.833910 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bac86a-b5f5-4d6f-a1dc-7ce9a4543ce6 None None] Pushing event updated for resources: {'Port': ['ID=87190d99-106c-4459-b518-68470b07c8c5,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:54.850121 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port a83d8fdb-1796-4c67-adef-7b89e83f47d4 is: DOWN; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:54.856073 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (a83d8fdb-1796-4c67-adef-7b89e83f47d4), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:54.911891 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac86a-b5f5-4d6f-a1dc-7ce9a4543ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:54.912233 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac86a-b5f5-4d6f-a1dc-7ce9a4543ce6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:54.912566 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac86a-b5f5-4d6f-a1dc-7ce9a4543ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:54.912973 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac86a-b5f5-4d6f-a1dc-7ce9a4543ce6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:54.913313 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac86a-b5f5-4d6f-a1dc-7ce9a4543ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:54.917274 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac86a-b5f5-4d6f-a1dc-7ce9a4543ce6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:54.917634 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac86a-b5f5-4d6f-a1dc-7ce9a4543ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:54.917966 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac86a-b5f5-4d6f-a1dc-7ce9a4543ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:54.918292 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac86a-b5f5-4d6f-a1dc-7ce9a4543ce6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:54.918617 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac86a-b5f5-4d6f-a1dc-7ce9a4543ce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:54.919185 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac86a-b5f5-4d6f-a1dc-7ce9a4543ce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:54.919581 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac86a-b5f5-4d6f-a1dc-7ce9a4543ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:54.919909 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac86a-b5f5-4d6f-a1dc-7ce9a4543ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:54.920225 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac86a-b5f5-4d6f-a1dc-7ce9a4543ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:54.920546 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac86a-b5f5-4d6f-a1dc-7ce9a4543ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:40:54.937911 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] Attempting to bind port 87190d99-106c-4459-b518-68470b07c8c5 on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:40:54.938285 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] Attempting to bind port 87190d99-106c-4459-b518-68470b07c8c5 by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:40:54.938641 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] Attempting to bind port 87190d99-106c-4459-b518-68470b07c8c5 on network 9c8e0a80-d509-45ab-9720-00aefc93fc37 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:40:54.957609 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a83d8fdb-1796-4c67-adef-7b89e83f47d4 {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:40:54.968471 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:40:54.968868 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] Checking segment: {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:40:54.969319 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:54.969677 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] Bound using segment: {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:40:54.970170 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] Bound port: 87190d99-106c-4459-b518-68470b07c8c5, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:40:54.970547 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (87190d99-106c-4459-b518-68470b07c8c5), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:54.973878 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device f3708f00-1f95-4ce4-887c-b96d0d8d174c up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:40:54.983057 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fa8115-c3ed-4b22-8b89-19b0c35e8950 req-f210a85d-d24f-41b1-a344-d1a2648a1f87 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] No DVR routers for this DVR port 09cdf154-b3c2-4366-aa53-a633b6efc363 on host hv-cinder-83941 {{(pid=103547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:40:54.987610 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-04fa8115-c3ed-4b22-8b89-19b0c35e8950 req-f210a85d-d24f-41b1-a344-d1a2648a1f87 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:54.996360 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-04fa8115-c3ed-4b22-8b89-19b0c35e8950 req-f210a85d-d24f-41b1-a344-d1a2648a1f87 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.26 "DELETE /v2.0/ports/09cdf154-b3c2-4366-aa53-a633b6efc363 HTTP/1.1" status: 204 len: 173 time: 1.0860612 Apr 29 13:40:54.999914 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58790797-5188-4b51-93e4-15d9226fe505', 'name': 'network-vif-deleted', 'tag': '09cdf154-b3c2-4366-aa53-a633b6efc363'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:40:55.009584 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebae0df8-c94d-46ad-b9b3-e6c8e051ac09" -d '{"events": [{"server_uuid": "58790797-5188-4b51-93e4-15d9226fe505", "name": "network-vif-deleted", "tag": "09cdf154-b3c2-4366-aa53-a633b6efc363"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:40:55.039576 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port a83d8fdb-1796-4c67-adef-7b89e83f47d4, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=a83d8fdb-1796-4c67-adef-7b89e83f47d4,segment=NetworkSegment(333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af),segment_id=333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:55.051571 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecffc9a-63ec-4aa1-bc43-2c6133595329 req-10322f51-6b96-4068-babc-1ae5a7f6446f tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:55.052200 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-5f90d8a1-4847-4028-a604-de40c29b6d55 None None] Current status of the port f3708f00-1f95-4ce4-887c-b96d0d8d174c is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:55.055535 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (a83d8fdb-1796-4c67-adef-7b89e83f47d4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:55.071378 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1ecffc9a-63ec-4aa1-bc43-2c6133595329 req-10322f51-6b96-4068-babc-1ae5a7f6446f tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 944 time: 0.2711835 Apr 29 13:40:55.107484 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c552f5-eae6-49f4-a71e-848ff6b22088 x-openstack-request-id: req-02c552f5-eae6-49f4-a71e-848ff6b22088 {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:40:55.108190 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58790797-5188-4b51-93e4-15d9226fe505", "name": "network-vif-deleted", "tag": "09cdf154-b3c2-4366-aa53-a633b6efc363", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:40:55.108190 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02c552f5-eae6-49f4-a71e-848ff6b22088 {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:40:55.109010 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c552f5-eae6-49f4-a71e-848ff6b22088'] response: {'server_uuid': '58790797-5188-4b51-93e4-15d9226fe505', 'name': 'network-vif-deleted', 'tag': '09cdf154-b3c2-4366-aa53-a633b6efc363', 'status': 'completed', 'code': 200} Apr 29 13:40:55.116609 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port f3708f00-1f95-4ce4-887c-b96d0d8d174c triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:55.117016 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (f3708f00-1f95-4ce4-887c-b96d0d8d174c), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:55.140522 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] For port 87190d99-106c-4459-b518-68470b07c8c5, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:40:55.145309 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] For port 87190d99-106c-4459-b518-68470b07c8c5, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=87190d99-106c-4459-b518-68470b07c8c5,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:40:55.153706 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (87190d99-106c-4459-b518-68470b07c8c5), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:55.182662 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-0e068737-ed7e-4d4d-bcd4-cee843b241d9 admin admin] Allocated IP 172.20.0.1 (a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1/c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6/0bb6bc0c-5413-459f-ab6a-7f3420844ef5) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:40:55.207482 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1ecffc9a-63ec-4aa1-bc43-2c6133595329 req-a4a7a224-6e08-4ddc-8ee5-db0549f4e0c7 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965211 Apr 29 13:40:55.249039 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bac86a-b5f5-4d6f-a1dc-7ce9a4543ce6 None None] Pushing event updated for resources: {'Port': ['ID=87190d99-106c-4459-b518-68470b07c8c5,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:55.255917 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] Routers {'96aa2646-b8a2-48e0-873a-353a852cac98'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:55.256860 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:40:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['96aa2646-b8a2-48e0-873a-353a852cac98'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:55.308015 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=a83d8fdb-1796-4c67-adef-7b89e83f47d4,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:55.352947 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0e068737-ed7e-4d4d-bcd4-cee843b241d9 admin admin] Publish callbacks [] for port (0bb6bc0c-5413-459f-ab6a-7f3420844ef5), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:55.371749 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port f3708f00-1f95-4ce4-887c-b96d0d8d174c is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:55.384632 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] Set router 96aa2646-b8a2-48e0-873a-353a852cac98 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:55.390621 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0e068737-ed7e-4d4d-bcd4-cee843b241d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (0bb6bc0c-5413-459f-ab6a-7f3420844ef5), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:55.413320 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['a83d8fdb-1796-4c67-adef-7b89e83f47d4'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:40:55.428265 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e068737-ed7e-4d4d-bcd4-cee843b241d9 admin admin] Network a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:40:55.431424 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-0e068737-ed7e-4d4d-bcd4-cee843b241d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:55.436485 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e068737-ed7e-4d4d-bcd4-cee843b241d9 admin admin] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:40:55.472103 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e068737-ed7e-4d4d-bcd4-cee843b241d9 admin admin] Pushing event updated for resources: {'Port': ['ID=0bb6bc0c-5413-459f-ab6a-7f3420844ef5,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:55.489824 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0e068737-ed7e-4d4d-bcd4-cee843b241d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455787'] for router_interface (96aa2646-b8a2-48e0-873a-353a852cac98), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:55.615023 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'name': 'tempest-TestShelveInstance-2002671171-router', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '87190d99-106c-4459-b518-68470b07c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:53Z', 'revision_number': 3, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'gw_port': {'id': '87190d99-106c-4459-b518-68470b07c8c5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:55.688369 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0e068737-ed7e-4d4d-bcd4-cee843b241d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (0bb6bc0c-5413-459f-ab6a-7f3420844ef5), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:55.716422 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1cf0d8c9-f315-400a-9164-1dade7a6bb6d req-60f1392f-2121-4cde-af64-6ecb42250b86 tempest-VolumesNegativeTest-511043912 tempest-VolumesNegativeTest-511043912-project] 10.222.0.20 "GET /v2.0/ports?device_id=58790797-5188-4b51-93e4-15d9226fe505 HTTP/1.1" status: 200 len: 210 time: 0.0490515 Apr 29 13:40:55.756764 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af731da-9fce-4a58-80ca-047314ecb10a None None] The sync data for ids ['96aa2646-b8a2-48e0-873a-353a852cac98'] in dv-cinder-839416-3-smb is: [{'id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'name': 'tempest-TestShelveInstance-2002671171-router', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '87190d99-106c-4459-b518-68470b07c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:53Z', 'revision_number': 3, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'gw_port': {'id': '87190d99-106c-4459-b518-68470b07c8c5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:40:55.775240 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-e0e95c1d-6295-4776-a53b-6c259eac198f None None] Provisioning complete for port 0bb6bc0c-5413-459f-ab6a-7f3420844ef5 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:55.775615 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e0e95c1d-6295-4776-a53b-6c259eac198f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (0bb6bc0c-5413-459f-ab6a-7f3420844ef5), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:55.817362 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-e0e95c1d-6295-4776-a53b-6c259eac198f None None] Port 0bb6bc0c-5413-459f-ab6a-7f3420844ef5 cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:40:55.907522 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0e068737-ed7e-4d4d-bcd4-cee843b241d9 admin admin] Publish callbacks [] for port (0bb6bc0c-5413-459f-ab6a-7f3420844ef5), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:55.912488 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0e068737-ed7e-4d4d-bcd4-cee843b241d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26512087'] for port (0bb6bc0c-5413-459f-ab6a-7f3420844ef5), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:55.989222 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e068737-ed7e-4d4d-bcd4-cee843b241d9 admin admin] Pushing event updated for resources: {'Port': ['ID=0bb6bc0c-5413-459f-ab6a-7f3420844ef5,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:55.993384 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0e068737-ed7e-4d4d-bcd4-cee843b241d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457179'] for router_interface (96aa2646-b8a2-48e0-873a-353a852cac98), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:56.140181 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e068737-ed7e-4d4d-bcd4-cee843b241d9 admin admin] Network a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:40:56.142122 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-0e068737-ed7e-4d4d-bcd4-cee843b241d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:56.302375 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e068737-ed7e-4d4d-bcd4-cee843b241d9 admin admin] Router 96aa2646-b8a2-48e0-873a-353a852cac98 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:40:56.357711 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device a83d8fdb-1796-4c67-adef-7b89e83f47d4 up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:40:56.434481 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning for port a83d8fdb-1796-4c67-adef-7b89e83f47d4 completed by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:40:56.439134 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ec052-d6b2-4594-9d41-de2ffa7be309 req-4845b87a-c2db-4bd4-9b3a-752c6bc9fe1e tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:56.441612 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d18ec052-d6b2-4594-9d41-de2ffa7be309 req-4845b87a-c2db-4bd4-9b3a-752c6bc9fe1e tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 945 time: 0.1235311 Apr 29 13:40:56.450039 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port a83d8fdb-1796-4c67-adef-7b89e83f47d4 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:56.450479 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (a83d8fdb-1796-4c67-adef-7b89e83f47d4), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:56.550468 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-6a11dff6-ef2e-4772-b382-19f38850a4ca None None] Provisioning complete for port 0bb6bc0c-5413-459f-ab6a-7f3420844ef5 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:56.550893 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6a11dff6-ef2e-4772-b382-19f38850a4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (0bb6bc0c-5413-459f-ab6a-7f3420844ef5), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:56.553791 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d18ec052-d6b2-4594-9d41-de2ffa7be309 req-3f243dff-1109-4fe5-a507-a30952a71d2d tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053188 Apr 29 13:40:56.564520 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e068737-ed7e-4d4d-bcd4-cee843b241d9 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:40:56.572693 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-0e068737-ed7e-4d4d-bcd4-cee843b241d9 admin admin] 10.222.0.20 "PUT /v2.0/routers/96aa2646-b8a2-48e0-873a-353a852cac98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7585750 Apr 29 13:40:56.610657 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port a83d8fdb-1796-4c67-adef-7b89e83f47d4 is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:56.611369 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (a83d8fdb-1796-4c67-adef-7b89e83f47d4), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:56.624594 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-6a11dff6-ef2e-4772-b382-19f38850a4ca None None] Port 0bb6bc0c-5413-459f-ab6a-7f3420844ef5 cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:40:56.641146 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4fa4b2-b985-4e66-be9a-992a5e02d07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83d8fdb-1796-4c67-adef-7b89e83f47d4'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:40:56.645444 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6777ae0-af97-4fbb-afa6-c4c7884c7266" -d '{"events": [{"server_uuid": "0b4fa4b2-b985-4e66-be9a-992a5e02d07f", "name": "network-vif-plugged", "status": "completed", "tag": "a83d8fdb-1796-4c67-adef-7b89e83f47d4"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:40:56.662455 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port a83d8fdb-1796-4c67-adef-7b89e83f47d4, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=a83d8fdb-1796-4c67-adef-7b89e83f47d4,segment=NetworkSegment(333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af),segment_id=333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:56.676624 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (a83d8fdb-1796-4c67-adef-7b89e83f47d4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:56.678214 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 09cdf154-b3c2-4366-aa53-a633b6efc363 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:40:56.712156 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d40eda9-28c8-4f03-abd3-135a92522df0 x-openstack-request-id: req-8d40eda9-28c8-4f03-abd3-135a92522df0 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:40:56.712817 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4fa4b2-b985-4e66-be9a-992a5e02d07f", "name": "network-vif-plugged", "status": "completed", "tag": "a83d8fdb-1796-4c67-adef-7b89e83f47d4", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:40:56.713251 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d40eda9-28c8-4f03-abd3-135a92522df0 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:40:56.713882 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d40eda9-28c8-4f03-abd3-135a92522df0'] response: {'server_uuid': '0b4fa4b2-b985-4e66-be9a-992a5e02d07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83d8fdb-1796-4c67-adef-7b89e83f47d4', 'code': 200} Apr 29 13:40:56.716836 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] No Port match for: 09cdf154-b3c2-4366-aa53-a633b6efc363 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:40:56.717453 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 09cdf154-b3c2-4366-aa53-a633b6efc363 not bound to the agent host hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:40:56.855126 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=a83d8fdb-1796-4c67-adef-7b89e83f47d4,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:56.918298 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 87190d99-106c-4459-b518-68470b07c8c5 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:40:56.961232 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257e70f-6487-4467-8ea7-857f2848d00e req-bb623bc3-db26-4854-a17a-c1d322b10dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:56.962884 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-5257e70f-6487-4467-8ea7-857f2848d00e req-bb623bc3-db26-4854-a17a-c1d322b10dfd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 1130 time: 0.0556874 Apr 29 13:40:56.975855 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 87190d99-106c-4459-b518-68470b07c8c5 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:56.976365 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (87190d99-106c-4459-b518-68470b07c8c5), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:57.033318 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-5257e70f-6487-4467-8ea7-857f2848d00e req-434f3907-be41-4a8f-8b52-295ab1c9a386 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569739 Apr 29 13:40:57.087504 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 87190d99-106c-4459-b518-68470b07c8c5 is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:57.087954 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (87190d99-106c-4459-b518-68470b07c8c5), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:57.115524 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] For port 87190d99-106c-4459-b518-68470b07c8c5, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=87190d99-106c-4459-b518-68470b07c8c5,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:40:57.121539 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (87190d99-106c-4459-b518-68470b07c8c5), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:57.182062 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Pushing event updated for resources: {'Port': ['ID=87190d99-106c-4459-b518-68470b07c8c5,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:57.464517 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 44046) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:57.467201 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 44048) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:57.472622 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-1848be96-56dd-4822-a7b8-b37f2e1b7daa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-542376609-network', 'tenant_id': '5b88caffa0264d108fc3a208a5925e53'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:57.505235 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1848be96-56dd-4822-a7b8-b37f2e1b7daa admin admin] Made reservation on behalf of 5b88caffa0264d108fc3a208a5925e53 for: {'network': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:40:57.509475 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1848be96-56dd-4822-a7b8-b37f2e1b7daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for network (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:57.524179 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1848be96-56dd-4822-a7b8-b37f2e1b7daa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:57.648958 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1848be96-56dd-4822-a7b8-b37f2e1b7daa admin admin] Publish callbacks [] for security_group (60835e31-244e-42f2-8b21-df038bf5efd0), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:57.654143 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1848be96-56dd-4822-a7b8-b37f2e1b7daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (60835e31-244e-42f2-8b21-df038bf5efd0), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:57.689362 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848be96-56dd-4822-a7b8-b37f2e1b7daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60835e31-244e-42f2-8b21-df038bf5efd0,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:57.722835 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1848be96-56dd-4822-a7b8-b37f2e1b7daa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:40:57.741610 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1848be96-56dd-4822-a7b8-b37f2e1b7daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (835588fd-5d92-4c0f-9369-b0eebec19e3c), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:57.742216 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.db.segments_db [None req-1848be96-56dd-4822-a7b8-b37f2e1b7daa admin admin] Added segment 835588fd-5d92-4c0f-9369-b0eebec19e3c of type vlan for network 81be561b-7540-4a1e-9683-0cd679a7f90d Apr 29 13:40:57.832576 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-04c52ca1-bace-493d-a051-ec9ab321fb9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:57.938115 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1848be96-56dd-4822-a7b8-b37f2e1b7daa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791783959471'] for network (81be561b-7540-4a1e-9683-0cd679a7f90d), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:58.013943 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267a20a-5f1a-424f-a8cd-8c1f5eea73c9 req-44441351-8c20-48bf-9d5c-5a0473f66fad tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:58.017042 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a267a20a-5f1a-424f-a8cd-8c1f5eea73c9 req-44441351-8c20-48bf-9d5c-5a0473f66fad tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.2773619 Apr 29 13:40:58.075300 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-04c52ca1-bace-493d-a051-ec9ab321fb9c admin admin] Publish callbacks [] for security_group (54757e54-6500-4655-8cfd-09329a5a3e9b), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:58.087269 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-04c52ca1-bace-493d-a051-ec9ab321fb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (54757e54-6500-4655-8cfd-09329a5a3e9b), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:58.151505 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1848be96-56dd-4822-a7b8-b37f2e1b7daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for network (81be561b-7540-4a1e-9683-0cd679a7f90d), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:58.153519 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1848be96-56dd-4822-a7b8-b37f2e1b7daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:58.155202 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1848be96-56dd-4822-a7b8-b37f2e1b7daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:58.201757 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-1848be96-56dd-4822-a7b8-b37f2e1b7daa admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7330141 Apr 29 13:40:58.202759 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 44112) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:58.203833 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c52ca1-bace-493d-a051-ec9ab321fb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54757e54-6500-4655-8cfd-09329a5a3e9b,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:58.229123 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-73d38141-e333-4a82-aee0-e77e440108d8 admin admin] Request body: {'subnet': {'network_id': '81be561b-7540-4a1e-9683-0cd679a7f90d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-542376609-subnet', 'tenant_id': '5b88caffa0264d108fc3a208a5925e53', 'ip_version': 4}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:58.230376 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] Sync routers for ids ['96aa2646-b8a2-48e0-873a-353a852cac98'] in dv-cinder-839416-3-smb {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:40:58.256389 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] Routers {'96aa2646-b8a2-48e0-873a-353a852cac98'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:40:58.257472 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:40:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['96aa2646-b8a2-48e0-873a-353a852cac98'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:58.264734 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-04c52ca1-bace-493d-a051-ec9ab321fb9c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5ad2377136249e6ab50405fd3126960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7958040 Apr 29 13:40:58.266494 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 44118) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:58.279177 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d38141-e333-4a82-aee0-e77e440108d8 admin admin] Made reservation on behalf of 5b88caffa0264d108fc3a208a5925e53 for: {'subnet': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:40:58.282243 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-73d38141-e333-4a82-aee0-e77e440108d8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:58.336824 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a267a20a-5f1a-424f-a8cd-8c1f5eea73c9 req-850318a5-f5ac-4ace-970d-e3227be6b361 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824836 Apr 29 13:40:58.341777 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848be96-56dd-4822-a7b8-b37f2e1b7daa admin admin] Pushing event updated for resources: {'Network': ['ID=81be561b-7540-4a1e-9683-0cd679a7f90d,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:58.383001 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Network 81be561b-7540-4a1e-9683-0cd679a7f90d details requested by agent ovs-agent-dv-cinder-839416-3-smb with host dv-cinder-839416-3-smb {{(pid=103549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:40:58.393745 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c1f64e01-6ad9-4b47-8c1a-8d3cfe695a2f admin admin] Publish callbacks [] for security_group (54757e54-6500-4655-8cfd-09329a5a3e9b), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:58.424664 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c1f64e01-6ad9-4b47-8c1a-8d3cfe695a2f admin admin] Publish callbacks [] for security_group (54757e54-6500-4655-8cfd-09329a5a3e9b), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:58.526235 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c1f64e01-6ad9-4b47-8c1a-8d3cfe695a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (54757e54-6500-4655-8cfd-09329a5a3e9b), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:58.529419 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c1f64e01-6ad9-4b47-8c1a-8d3cfe695a2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:58.530744 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-c1f64e01-6ad9-4b47-8c1a-8d3cfe695a2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54757e54-6500-4655-8cfd-09329a5a3e9b HTTP/1.1" status: 204 len: 168 time: 0.2553308 Apr 29 13:40:58.540585 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f64e01-6ad9-4b47-8c1a-8d3cfe695a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54757e54-6500-4655-8cfd-09329a5a3e9b,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:58.585398 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-73d38141-e333-4a82-aee0-e77e440108d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for subnet (5f377997-5e7d-41b3-88e8-bd1c79ad66ca), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:58.620214 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] Set router 96aa2646-b8a2-48e0-873a-353a852cac98 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:40:58.665827 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d38141-e333-4a82-aee0-e77e440108d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f377997-5e7d-41b3-88e8-bd1c79ad66ca,revision_number=0']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:40:58.676071 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d38141-e333-4a82-aee0-e77e440108d8 admin admin] Checking segment: {'id': '835588fd-5d92-4c0f-9369-b0eebec19e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '81be561b-7540-4a1e-9683-0cd679a7f90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:40:58.676578 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d38141-e333-4a82-aee0-e77e440108d8 admin admin] Network hostable DHCP agents. Network: 81be561b-7540-4a1e-9683-0cd679a7f90d, hostable agents: ['ec1b8bb2-9315-4753-b51b-79fb59085424'], hosted agents: [] {{(pid=103547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:40:58.697434 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d38141-e333-4a82-aee0-e77e440108d8 admin admin] Network 81be561b-7540-4a1e-9683-0cd679a7f90d is scheduled to be hosted by DHCP agent ec1b8bb2-9315-4753-b51b-79fb59085424 with binding_index 1 {{(pid=103547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:40:58.716931 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-73d38141-e333-4a82-aee0-e77e440108d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-smb, 81be561b-7540-4a1e-9683-0cd679a7f90d) {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:40:58.722120 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d38141-e333-4a82-aee0-e77e440108d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:58.723198 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-73d38141-e333-4a82-aee0-e77e440108d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for subnet (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:58.742579 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4722cc8d-4cec-451e-9c91-6c8fcd755f37 None None] Network 81be561b-7540-4a1e-9683-0cd679a7f90d requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:40:58.766166 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-73d38141-e333-4a82-aee0-e77e440108d8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5546019 Apr 29 13:40:58.770060 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 44138) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:40:58.774921 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-7908c20f-0951-4481-8984-f6ba6c181191 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-542376609-router', 'tenant_id': '5b88caffa0264d108fc3a208a5925e53', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:40:58.812078 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7908c20f-0951-4481-8984-f6ba6c181191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4115'] for router (4115d9e6-95ca-4f2c-bc24-34c58f70f712), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:58.814629 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7908c20f-0951-4481-8984-f6ba6c181191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4136'] for router (4115d9e6-95ca-4f2c-bc24-34c58f70f712), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:58.942214 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7908c20f-0951-4481-8984-f6ba6c181191 admin admin] Publish callbacks [] for router_controller (4115d9e6-95ca-4f2c-bc24-34c58f70f712), precommit_add_association {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:58.954885 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 87190d99-106c-4459-b518-68470b07c8c5 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:40:59.135441 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7908c20f-0951-4481-8984-f6ba6c181191 admin admin] Publish callbacks [] for router_gateway (4115d9e6-95ca-4f2c-bc24-34c58f70f712), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:59.145285 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1b0785-8f29-4797-8b49-401c9a2c8386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4337fddb-5967-5862-9978-883eb4654285-81be561b-7540-4a1e-9683-0cd679a7f90d', 'network_id': '81be561b-7540-4a1e-9683-0cd679a7f90d', 'project_id': '5b88caffa0264d108fc3a208a5925e53', 'fixed_ips': [{'subnet_id': '5f377997-5e7d-41b3-88e8-bd1c79ad66ca'}]}} from dv-cinder-839416-3-smb. {{(pid=103549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 13:40:59.146313 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9d1b0785-8f29-4797-8b49-401c9a2c8386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:59.181019 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 87190d99-106c-4459-b518-68470b07c8c5 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:40:59.181619 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (87190d99-106c-4459-b518-68470b07c8c5), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:59.237587 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'name': 'tempest-TestShelveInstance-2002671171-router', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '87190d99-106c-4459-b518-68470b07c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:55Z', 'revision_number': 4, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'gw_port': {'id': '87190d99-106c-4459-b518-68470b07c8c5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '0bb6bc0c-5413-459f-ab6a-7f3420844ef5', 'name': '', 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'mac_address': 'fa:16:3e:85:5e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:54Z', 'updated_at': '2022-04-29T13:40:55Z', 'revision_number': 2, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'subnets': [{'id': 'c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:40:59.472142 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7908c20f-0951-4481-8984-f6ba6c181191 admin admin] Publish callbacks [] for router_gateway (4115d9e6-95ca-4f2c-bc24-34c58f70f712), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:59.497703 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7908c20f-0951-4481-8984-f6ba6c181191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:59.516312 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] Checking router: 96aa2646-b8a2-48e0-873a-353a852cac98 for host: dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:40:59.516967 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] Updating router 96aa2646-b8a2-48e0-873a-353a852cac98 port 0bb6bc0c-5413-459f-ab6a-7f3420844ef5 binding host dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:40:59.594203 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (0bb6bc0c-5413-459f-ab6a-7f3420844ef5), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:59.649335 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-7908c20f-0951-4481-8984-f6ba6c181191 admin admin] Allocated IP 172.28.3.213 (9c8e0a80-d509-45ab-9720-00aefc93fc37/7d82864c-1f03-4b55-a173-75a79706e4c7/ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:40:59.672880 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-9d1b0785-8f29-4797-8b49-401c9a2c8386 None None] Allocated IP 172.20.0.2 (81be561b-7540-4a1e-9683-0cd679a7f90d/5f377997-5e7d-41b3-88e8-bd1c79ad66ca/ba2e476c-5075-4d0e-a449-c8a056f2de94) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:40:59.855949 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7908c20f-0951-4481-8984-f6ba6c181191 admin admin] Publish callbacks [] for port (ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:59.902207 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596074ba-08d7-41d3-a3c4-fbb7fe1548d5 req-1a8f2958-16f0-4024-a9ac-6850319e2f6b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:40:59.903820 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-596074ba-08d7-41d3-a3c4-fbb7fe1548d5 req-1a8f2958-16f0-4024-a9ac-6850319e2f6b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.2386796 Apr 29 13:40:59.927899 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 87190d99-106c-4459-b518-68470b07c8c5 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:40:59.928011 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7908c20f-0951-4481-8984-f6ba6c181191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:40:59.984279 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-596074ba-08d7-41d3-a3c4-fbb7fe1548d5 req-a6b00923-79fb-4118-a9f0-7fa576d1c1a6 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739939 Apr 29 13:40:59.997629 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7908c20f-0951-4481-8984-f6ba6c181191 admin admin] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:41:00.000987 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-7908c20f-0951-4481-8984-f6ba6c181191 admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:41:00.007727 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7908c20f-0951-4481-8984-f6ba6c181191 admin admin] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:41:00.014787 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908c20f-0951-4481-8984-f6ba6c181191 admin admin] Pushing event updated for resources: {'Port': ['ID=ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:00.403594 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9d1b0785-8f29-4797-8b49-401c9a2c8386 None None] Publish callbacks [] for port (ba2e476c-5075-4d0e-a449-c8a056f2de94), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:00.412273 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9d1b0785-8f29-4797-8b49-401c9a2c8386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (ba2e476c-5075-4d0e-a449-c8a056f2de94), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:00.471353 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074c25c-0a8b-4232-90df-c0810f4b1425 req-2f4d67b4-8863-4108-b8ca-ce66115ed12c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:00.473543 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8074c25c-0a8b-4232-90df-c0810f4b1425 req-2f4d67b4-8863-4108-b8ca-ce66115ed12c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.1315439 Apr 29 13:41:00.487866 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 44262) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:00.498166 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-c104d303-954c-4abb-b14e-d328d80a1d9c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Request body: {'floatingip': {'port_id': 'a83d8fdb-1796-4c67-adef-7b89e83f47d4'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:41:00.500817 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1b0785-8f29-4797-8b49-401c9a2c8386 None None] Network 81be561b-7540-4a1e-9683-0cd679a7f90d is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:41:00.511802 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-9d1b0785-8f29-4797-8b49-401c9a2c8386 None None] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:41:00.515685 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1b0785-8f29-4797-8b49-401c9a2c8386 None None] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:41:00.535254 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b0785-8f29-4797-8b49-401c9a2c8386 None None] Pushing event updated for resources: {'Port': ['ID=ba2e476c-5075-4d0e-a449-c8a056f2de94,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:00.553679 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] Publish callbacks [] for port (0bb6bc0c-5413-459f-ab6a-7f3420844ef5), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:00.582507 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c104d303-954c-4abb-b14e-d328d80a1d9c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for floatingip (d29c7b3b-76dd-4b4b-8ddf-23f35b14dc5a), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:00.582727 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (0bb6bc0c-5413-459f-ab6a-7f3420844ef5), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:00.784913 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-9d1b0785-8f29-4797-8b49-401c9a2c8386 None None] Attempting to bind port ba2e476c-5075-4d0e-a449-c8a056f2de94 on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:41:00.785441 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-9d1b0785-8f29-4797-8b49-401c9a2c8386 None None] Attempting to bind port ba2e476c-5075-4d0e-a449-c8a056f2de94 by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': '835588fd-5d92-4c0f-9369-b0eebec19e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '81be561b-7540-4a1e-9683-0cd679a7f90d'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:41:00.785811 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1b0785-8f29-4797-8b49-401c9a2c8386 None None] Attempting to bind port ba2e476c-5075-4d0e-a449-c8a056f2de94 on network 81be561b-7540-4a1e-9683-0cd679a7f90d {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:41:00.810461 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] Attempting to bind port 0bb6bc0c-5413-459f-ab6a-7f3420844ef5 on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:41:00.811365 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] Attempting to bind port 0bb6bc0c-5413-459f-ab6a-7f3420844ef5 by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': '25a96713-b9e7-498e-9508-9d2d7263e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:41:00.811919 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] Attempting to bind port 0bb6bc0c-5413-459f-ab6a-7f3420844ef5 on network a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:41:00.816566 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fe4de-f684-4135-8615-32962da56bf5 None None] Pushing event updated for resources: {'Port': ['ID=0bb6bc0c-5413-459f-ab6a-7f3420844ef5,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:00.847354 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1b0785-8f29-4797-8b49-401c9a2c8386 None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:41:00.847735 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1b0785-8f29-4797-8b49-401c9a2c8386 None None] Checking segment: {'id': '835588fd-5d92-4c0f-9369-b0eebec19e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '81be561b-7540-4a1e-9683-0cd679a7f90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:41:00.853097 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9d1b0785-8f29-4797-8b49-401c9a2c8386 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:00.853943 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1b0785-8f29-4797-8b49-401c9a2c8386 None None] Bound using segment: {'id': '835588fd-5d92-4c0f-9369-b0eebec19e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '81be561b-7540-4a1e-9683-0cd679a7f90d'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:41:00.854608 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-9d1b0785-8f29-4797-8b49-401c9a2c8386 None None] Bound port: ba2e476c-5075-4d0e-a449-c8a056f2de94, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835588fd-5d92-4c0f-9369-b0eebec19e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '81be561b-7540-4a1e-9683-0cd679a7f90d'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:41:00.857887 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9d1b0785-8f29-4797-8b49-401c9a2c8386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (ba2e476c-5075-4d0e-a449-c8a056f2de94), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:00.872273 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:41:00.872992 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] Checking segment: {'id': '25a96713-b9e7-498e-9508-9d2d7263e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:41:00.873553 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:00.874100 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] Bound using segment: {'id': '25a96713-b9e7-498e-9508-9d2d7263e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:41:00.876156 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] Bound port: 0bb6bc0c-5413-459f-ab6a-7f3420844ef5, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a96713-b9e7-498e-9508-9d2d7263e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:41:00.876782 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (0bb6bc0c-5413-459f-ab6a-7f3420844ef5), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:00.909551 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7908c20f-0951-4481-8984-f6ba6c181191 admin admin] Publish callbacks [] for router_gateway (4115d9e6-95ca-4f2c-bc24-34c58f70f712), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:01.125759 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] For port 0bb6bc0c-5413-459f-ab6a-7f3420844ef5, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:41:01.146722 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-cb26f27a-4e60-458b-ad37-3a77acc1ac87 None None] Provisioning complete for port 0bb6bc0c-5413-459f-ab6a-7f3420844ef5 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:41:01.146722 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cb26f27a-4e60-458b-ad37-3a77acc1ac87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (0bb6bc0c-5413-459f-ab6a-7f3420844ef5), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:01.153951 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] For port 0bb6bc0c-5413-459f-ab6a-7f3420844ef5, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=0bb6bc0c-5413-459f-ab6a-7f3420844ef5,segment=NetworkSegment(25a96713-b9e7-498e-9508-9d2d7263e973),segment_id=25a96713-b9e7-498e-9508-9d2d7263e973)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:41:01.173409 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:01.179126 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-9d1b0785-8f29-4797-8b49-401c9a2c8386 None None] For port ba2e476c-5075-4d0e-a449-c8a056f2de94, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:41:01.194806 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (0bb6bc0c-5413-459f-ab6a-7f3420844ef5), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:01.240361 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-9d1b0785-8f29-4797-8b49-401c9a2c8386 None None] For port ba2e476c-5075-4d0e-a449-c8a056f2de94, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=ba2e476c-5075-4d0e-a449-c8a056f2de94,segment=NetworkSegment(835588fd-5d92-4c0f-9369-b0eebec19e3c),segment_id=835588fd-5d92-4c0f-9369-b0eebec19e3c)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:41:01.263285 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9d1b0785-8f29-4797-8b49-401c9a2c8386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (ba2e476c-5075-4d0e-a449-c8a056f2de94), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:01.279378 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-cb26f27a-4e60-458b-ad37-3a77acc1ac87 None None] Port 0bb6bc0c-5413-459f-ab6a-7f3420844ef5 cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:41:01.301933 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] Routers {'96aa2646-b8a2-48e0-873a-353a852cac98'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:41:01.302568 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:40:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['96aa2646-b8a2-48e0-873a-353a852cac98'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:01.306366 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fe4de-f684-4135-8615-32962da56bf5 None None] Pushing event updated for resources: {'Port': ['ID=0bb6bc0c-5413-459f-ab6a-7f3420844ef5,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:01.338449 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7908c20f-0951-4481-8984-f6ba6c181191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455966'] for router (4115d9e6-95ca-4f2c-bc24-34c58f70f712), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:01.663763 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b0785-8f29-4797-8b49-401c9a2c8386 None None] Pushing event updated for resources: {'Port': ['ID=ba2e476c-5075-4d0e-a449-c8a056f2de94,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:01.706560 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7908c20f-0951-4481-8984-f6ba6c181191 admin admin] Router 4115d9e6-95ca-4f2c-bc24-34c58f70f712 is scheduled to L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 with binding_index 1 {{(pid=103548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:41:01.734924 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] Set router 96aa2646-b8a2-48e0-873a-353a852cac98 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:41:01.845285 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c104d303-954c-4abb-b14e-d328d80a1d9c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:01.857805 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c104d303-954c-4abb-b14e-d328d80a1d9c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (d29c7b3b-76dd-4b4b-8ddf-23f35b14dc5a), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:01.872946 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-24e5e7bb-33af-4d6a-b675-a9172fc7e544 None None] Provisioning complete for port 0bb6bc0c-5413-459f-ab6a-7f3420844ef5 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:41:01.873740 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-24e5e7bb-33af-4d6a-b675-a9172fc7e544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (0bb6bc0c-5413-459f-ab6a-7f3420844ef5), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:02.025462 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7908c20f-0951-4481-8984-f6ba6c181191 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:41:02.048971 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] Sync routers for ids ['4115d9e6-95ca-4f2c-bc24-34c58f70f712'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:41:02.083584 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7908c20f-0951-4481-8984-f6ba6c181191 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:02.087675 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-7908c20f-0951-4481-8984-f6ba6c181191 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3164704 Apr 29 13:41:02.091121 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 44380) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:02.115278 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] Routers {'4115d9e6-95ca-4f2c-bc24-34c58f70f712'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:41:02.116544 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:40:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['4115d9e6-95ca-4f2c-bc24-34c58f70f712'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:02.239383 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-24e5e7bb-33af-4d6a-b675-a9172fc7e544 None None] Current status of the port 0bb6bc0c-5413-459f-ab6a-7f3420844ef5 is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:41:02.242009 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-24e5e7bb-33af-4d6a-b675-a9172fc7e544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (0bb6bc0c-5413-459f-ab6a-7f3420844ef5), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:02.296012 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.l3_db [None req-c104d303-954c-4abb-b14e-d328d80a1d9c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Floating IP d29c7b3b-76dd-4b4b-8ddf-23f35b14dc5a associated. External IP: 172.28.3.23, port: a83d8fdb-1796-4c67-adef-7b89e83f47d4. Apr 29 13:41:02.387483 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] Set router 4115d9e6-95ca-4f2c-bc24-34c58f70f712 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:41:02.404517 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-24e5e7bb-33af-4d6a-b675-a9172fc7e544 None None] For port 0bb6bc0c-5413-459f-ab6a-7f3420844ef5, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=0bb6bc0c-5413-459f-ab6a-7f3420844ef5,segment=NetworkSegment(25a96713-b9e7-498e-9508-9d2d7263e973),segment_id=25a96713-b9e7-498e-9508-9d2d7263e973)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:41:02.410064 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-24e5e7bb-33af-4d6a-b675-a9172fc7e544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (0bb6bc0c-5413-459f-ab6a-7f3420844ef5), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:02.511577 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5e7bb-33af-4d6a-b675-a9172fc7e544 None None] Pushing event updated for resources: {'Port': ['ID=0bb6bc0c-5413-459f-ab6a-7f3420844ef5,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:02.519981 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'name': 'tempest-TestShelveInstance-2002671171-router', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '87190d99-106c-4459-b518-68470b07c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:55Z', 'revision_number': 4, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'gw_port': {'id': '87190d99-106c-4459-b518-68470b07c8c5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '0bb6bc0c-5413-459f-ab6a-7f3420844ef5', 'name': '', 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'mac_address': 'fa:16:3e:85:5e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:54Z', 'updated_at': '2022-04-29T13:41:01Z', 'revision_number': 4, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'subnets': [{'id': 'c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:02.574080 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e6b723-49d5-4a74-a1e3-52f3dff1aaa1 None None] The sync data for ids ['96aa2646-b8a2-48e0-873a-353a852cac98'] in dv-cinder-839416-3-smb is: [{'id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'name': 'tempest-TestShelveInstance-2002671171-router', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '87190d99-106c-4459-b518-68470b07c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:55Z', 'revision_number': 4, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'gw_port': {'id': '87190d99-106c-4459-b518-68470b07c8c5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '0bb6bc0c-5413-459f-ab6a-7f3420844ef5', 'name': '', 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'mac_address': 'fa:16:3e:85:5e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:54Z', 'updated_at': '2022-04-29T13:41:01Z', 'revision_number': 4, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'subnets': [{'id': 'c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:41:02.683006 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115d9e6-95ca-4f2c-bc24-34c58f70f712', 'name': 'tempest-TestShelveInstance-542376609-router', 'tenant_id': '5b88caffa0264d108fc3a208a5925e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:58Z', 'updated_at': '2022-04-29T13:41:00Z', 'revision_number': 3, 'project_id': '5b88caffa0264d108fc3a208a5925e53', 'gw_port': {'id': 'ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:63:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4115d9e6-95ca-4f2c-bc24-34c58f70f712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:59Z', 'updated_at': '2022-04-29T13:40:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:02.767176 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] Checking router: 4115d9e6-95ca-4f2c-bc24-34c58f70f712 for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:41:02.768205 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] Updating router 4115d9e6-95ca-4f2c-bc24-34c58f70f712 port ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813 binding host dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:41:02.835936 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:02.893065 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 44410) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:03.063135 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c104d303-954c-4abb-b14e-d328d80a1d9c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Router 92338301-4c44-44ca-b4cb-5caa6892da19 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:41:03.072983 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device ba2e476c-5075-4d0e-a449-c8a056f2de94 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:41:03.110313 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f29f96-efdf-4e6b-ac38-d7ed75f1a3bd admin admin] Deleting subnet 89ae694f-a81b-406b-b8f0-2d4723033a0e {{(pid=103548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:41:03.129532 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-36f29f96-efdf-4e6b-ac38-d7ed75f1a3bd admin admin] Publish callbacks [] for subnet (89ae694f-a81b-406b-b8f0-2d4723033a0e), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:03.238025 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-36f29f96-efdf-4e6b-ac38-d7ed75f1a3bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2992115'] for subnet (89ae694f-a81b-406b-b8f0-2d4723033a0e), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:03.246997 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port ba2e476c-5075-4d0e-a449-c8a056f2de94 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:41:03.247604 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (ba2e476c-5075-4d0e-a449-c8a056f2de94), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:03.378397 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-36f29f96-efdf-4e6b-ac38-d7ed75f1a3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519166'] for subnet (89ae694f-a81b-406b-b8f0-2d4723033a0e), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:03.405795 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbf5e27-b484-457e-afc6-d19a1a6c8e42 None None] Network 81be561b-7540-4a1e-9683-0cd679a7f90d requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:41:03.504952 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port ba2e476c-5075-4d0e-a449-c8a056f2de94 is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:41:03.505432 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (ba2e476c-5075-4d0e-a449-c8a056f2de94), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:03.507351 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-a221b638-bfdd-4c24-9d71-221d4819600f None None] Provisioning complete for port ba2e476c-5075-4d0e-a449-c8a056f2de94 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:41:03.507810 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a221b638-bfdd-4c24-9d71-221d4819600f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (ba2e476c-5075-4d0e-a449-c8a056f2de94), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:03.525843 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] Publish callbacks [] for port (ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:03.536843 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:03.543086 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-36f29f96-efdf-4e6b-ac38-d7ed75f1a3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26514461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719965'] for subnet (89ae694f-a81b-406b-b8f0-2d4723033a0e), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:03.562802 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-55254fb3-b831-4819-8895-ae0d9e6dbef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:03.566001 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c104d303-954c-4abb-b14e-d328d80a1d9c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:41:03.576890 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c104d303-954c-4abb-b14e-d328d80a1d9c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:03.592832 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe3d2a0-f0b3-42b8-b323-a4ae9f465eeb None None] Sync routers for ids ['92338301-4c44-44ca-b4cb-5caa6892da19'] in dv-cinder-839416-3-smb {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:41:03.612524 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f29f96-efdf-4e6b-ac38-d7ed75f1a3bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89ae694f-a81b-406b-b8f0-2d4723033a0e,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:03.628320 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-36f29f96-efdf-4e6b-ac38-d7ed75f1a3bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:03.635079 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-36f29f96-efdf-4e6b-ac38-d7ed75f1a3bd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/89ae694f-a81b-406b-b8f0-2d4723033a0e HTTP/1.1" status: 204 len: 168 time: 0.7393429 Apr 29 13:41:03.636212 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 44426) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:03.648680 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-c104d303-954c-4abb-b14e-d328d80a1d9c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "PUT /v2.0/floatingips/d29c7b3b-76dd-4b4b-8ddf-23f35b14dc5a HTTP/1.1" status: 200 len: 991 time: 3.1468801 Apr 29 13:41:03.648680 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4fa4b2-b985-4e66-be9a-992a5e02d07f', 'tag': 'a83d8fdb-1796-4c67-adef-7b89e83f47d4'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:41:03.648680 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b5e625-979b-4787-80db-15ffb187e37c" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4fa4b2-b985-4e66-be9a-992a5e02d07f", "tag": "a83d8fdb-1796-4c67-adef-7b89e83f47d4"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:41:03.680628 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] Attempting to bind port ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813 on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:41:03.683707 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] Attempting to bind port ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813 by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:41:03.690746 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] Attempting to bind port ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813 on network 9c8e0a80-d509-45ab-9720-00aefc93fc37 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:41:03.716399 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9962378-c361-4ea3-9290-ab7e0ccb2a63 None None] Pushing event updated for resources: {'Port': ['ID=ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:03.728632 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:41:03.730567 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] Checking segment: {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:41:03.730985 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:03.731447 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] Bound using segment: {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:41:03.732030 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] Bound port: ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:41:03.734186 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:03.757381 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01db804d-0b35-4f13-9c74-46692813e580 x-openstack-request-id: req-01db804d-0b35-4f13-9c74-46692813e580 {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:41:03.757952 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4fa4b2-b985-4e66-be9a-992a5e02d07f", "tag": "a83d8fdb-1796-4c67-adef-7b89e83f47d4", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:41:03.758372 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01db804d-0b35-4f13-9c74-46692813e580 {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:41:03.758934 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01db804d-0b35-4f13-9c74-46692813e580'] response: {'name': 'network-changed', 'server_uuid': '0b4fa4b2-b985-4e66-be9a-992a5e02d07f', 'tag': 'a83d8fdb-1796-4c67-adef-7b89e83f47d4', 'status': 'completed', 'code': 200} Apr 29 13:41:03.777946 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c71f4f93-26d0-4ce1-9fce-d0f0bb697ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593552'] for network (fb3e459a-ac23-46a2-806e-74fa13fc428c), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:03.852120 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] For port ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:41:03.860334 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] For port ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:41:03.872540 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:03.896601 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe3d2a0-f0b3-42b8-b323-a4ae9f465eeb None None] Routers {'92338301-4c44-44ca-b4cb-5caa6892da19'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:41:03.897368 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-6fe3d2a0-f0b3-42b8-b323-a4ae9f465eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:40:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['92338301-4c44-44ca-b4cb-5caa6892da19'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:03.952121 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9962378-c361-4ea3-9290-ab7e0ccb2a63 None None] Pushing event updated for resources: {'Port': ['ID=ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:03.954440 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c71f4f93-26d0-4ce1-9fce-d0f0bb697ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1529763', 'neutron.services.segments.db._delete_segments_for_network-8791784455289'] for network (fb3e459a-ac23-46a2-806e-74fa13fc428c), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:03.970106 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5e625-979b-4787-80db-15ffb187e37c req-52f32bd6-617b-4bcc-a604-91de1f1a663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:03.974158 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-44b5e625-979b-4787-80db-15ffb187e37c req-52f32bd6-617b-4bcc-a604-91de1f1a663f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f16d4321a559404f9a2d7a6f38c752c1&device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 1130 time: 0.1519637 Apr 29 13:41:03.985099 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] Routers {'4115d9e6-95ca-4f2c-bc24-34c58f70f712'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:41:03.986097 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:40:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['4115d9e6-95ca-4f2c-bc24-34c58f70f712'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:03.993417 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-c71f4f93-26d0-4ce1-9fce-d0f0bb697ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb3e459a-ac23-46a2-806e-74fa13fc428c']}} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:04.006851 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] For port ba2e476c-5075-4d0e-a449-c8a056f2de94, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=ba2e476c-5075-4d0e-a449-c8a056f2de94,segment=NetworkSegment(835588fd-5d92-4c0f-9369-b0eebec19e3c),segment_id=835588fd-5d92-4c0f-9369-b0eebec19e3c)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:41:04.023607 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (ba2e476c-5075-4d0e-a449-c8a056f2de94), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:04.024748 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 0bb6bc0c-5413-459f-ab6a-7f3420844ef5 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:41:04.026181 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-c71f4f93-26d0-4ce1-9fce-d0f0bb697ed1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70550b8-43c5-4eba-9b7b-de65f39234f9') {'for_net_delete': True} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:04.028256 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-c71f4f93-26d0-4ce1-9fce-d0f0bb697ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70550b8-43c5-4eba-9b7b-de65f39234f9') {} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:04.066687 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c71f4f93-26d0-4ce1-9fce-d0f0bb697ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791784454786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2992106'] for segment (f70550b8-43c5-4eba-9b7b-de65f39234f9), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:04.086024 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c71f4f93-26d0-4ce1-9fce-d0f0bb697ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (f70550b8-43c5-4eba-9b7b-de65f39234f9), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:04.093346 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71f4f93-26d0-4ce1-9fce-d0f0bb697ed1 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:41:04.093861 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c71f4f93-26d0-4ce1-9fce-d0f0bb697ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26512123'] for segment (f70550b8-43c5-4eba-9b7b-de65f39234f9), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:04.185081 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [None req-55254fb3-b831-4819-8895-ae0d9e6dbef4 admin admin] Allocated IP 172.20.0.1 (81be561b-7540-4a1e-9683-0cd679a7f90d/5f377997-5e7d-41b3-88e8-bd1c79ad66ca/fbfc4046-0650-4003-a282-e485013e1f08) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:41:04.191136 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5e625-979b-4787-80db-15ffb187e37c req-c9e02e2c-d1d7-4695-95b4-dddab488d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:04.192847 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-44b5e625-979b-4787-80db-15ffb187e37c req-c9e02e2c-d1d7-4695-95b4-dddab488d590 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a HTTP/1.1" status: 200 len: 918 time: 0.1988063 Apr 29 13:41:04.205847 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] Set router 4115d9e6-95ca-4f2c-bc24-34c58f70f712 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: Traceback (most recent call last): Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: timer() Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: cb(*args, **kw) Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: return func(*args, **kwargs) Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: self._notify() Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: self.callback(batched_events) Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: event.method(event) Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: return f(self, *a, **k) Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: return self._get(url).json() Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: return self.request(url, 'GET', **kwargs) Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:41:04.224388 dv-cinder-839416-3-smb neutron-server[103548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:41:04.228097 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c71f4f93-26d0-4ce1-9fce-d0f0bb697ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455890'] for network (fb3e459a-ac23-46a2-806e-74fa13fc428c), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:04.234219 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c71f4f93-26d0-4ce1-9fce-d0f0bb697ed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:04.243998 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-c71f4f93-26d0-4ce1-9fce-d0f0bb697ed1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fb3e459a-ac23-46a2-806e-74fa13fc428c HTTP/1.1" status: 204 len: 168 time: 0.6053345 Apr 29 13:41:04.249312 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 44434) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:04.286776 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f4f93-26d0-4ce1-9fce-d0f0bb697ed1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb3e459a-ac23-46a2-806e-74fa13fc428c,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:04.303940 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Pushing event updated for resources: {'Port': ['ID=ba2e476c-5075-4d0e-a449-c8a056f2de94,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:04.323647 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-a221b638-bfdd-4c24-9d71-221d4819600f None None] Current status of the port ba2e476c-5075-4d0e-a449-c8a056f2de94 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:41:04.342601 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-6fe3d2a0-f0b3-42b8-b323-a4ae9f465eeb None None] Set router 92338301-4c44-44ca-b4cb-5caa6892da19 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:41:04.399822 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b6e6fd-9c97-43ad-b852-788cde7eee09 admin admin] Deleting subnet 3198c396-df82-4e37-a4d1-bcab5f28ef7b {{(pid=103548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:41:04.404459 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-72b6e6fd-9c97-43ad-b852-788cde7eee09 admin admin] Publish callbacks [] for subnet (3198c396-df82-4e37-a4d1-bcab5f28ef7b), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:04.436076 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 0bb6bc0c-5413-459f-ab6a-7f3420844ef5 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:41:04.443535 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (0bb6bc0c-5413-459f-ab6a-7f3420844ef5), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:04.467128 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-72b6e6fd-9c97-43ad-b852-788cde7eee09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2992115'] for subnet (3198c396-df82-4e37-a4d1-bcab5f28ef7b), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:04.581078 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115d9e6-95ca-4f2c-bc24-34c58f70f712', 'name': 'tempest-TestShelveInstance-542376609-router', 'tenant_id': '5b88caffa0264d108fc3a208a5925e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:58Z', 'updated_at': '2022-04-29T13:41:00Z', 'revision_number': 3, 'project_id': '5b88caffa0264d108fc3a208a5925e53', 'gw_port': {'id': 'ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:63:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4115d9e6-95ca-4f2c-bc24-34c58f70f712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:59Z', 'updated_at': '2022-04-29T13:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:04.594672 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-72b6e6fd-9c97-43ad-b852-788cde7eee09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519166'] for subnet (3198c396-df82-4e37-a4d1-bcab5f28ef7b), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:04.677798 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21237669-4388-474a-906a-eafe2fe5f844 None None] The sync data for ids ['4115d9e6-95ca-4f2c-bc24-34c58f70f712'] in dv-cinder-839416-3-smb is: [{'id': '4115d9e6-95ca-4f2c-bc24-34c58f70f712', 'name': 'tempest-TestShelveInstance-542376609-router', 'tenant_id': '5b88caffa0264d108fc3a208a5925e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:58Z', 'updated_at': '2022-04-29T13:41:00Z', 'revision_number': 3, 'project_id': '5b88caffa0264d108fc3a208a5925e53', 'gw_port': {'id': 'ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:63:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4115d9e6-95ca-4f2c-bc24-34c58f70f712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:59Z', 'updated_at': '2022-04-29T13:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:41:04.687506 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-72b6e6fd-9c97-43ad-b852-788cde7eee09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26514461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719965'] for subnet (3198c396-df82-4e37-a4d1-bcab5f28ef7b), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:04.729239 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6e6fd-9c97-43ad-b852-788cde7eee09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3198c396-df82-4e37-a4d1-bcab5f28ef7b,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:04.747062 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-72b6e6fd-9c97-43ad-b852-788cde7eee09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:04.752541 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-72b6e6fd-9c97-43ad-b852-788cde7eee09 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3198c396-df82-4e37-a4d1-bcab5f28ef7b HTTP/1.1" status: 204 len: 168 time: 0.4774299 Apr 29 13:41:04.756366 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 44444) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:04.866165 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ef751b9f-5c66-43bc-b1d7-3913ccf9fc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593552'] for network (cd10ddb0-4240-45d3-ad5f-4eacc83c99db), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:04.876005 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-44b5e625-979b-4787-80db-15ffb187e37c req-07a54379-8b27-46f2-b13b-fb4e8bfab5bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a83d8fdb-1796-4c67-adef-7b89e83f47d4 HTTP/1.1" status: 200 len: 999 time: 0.6714911 Apr 29 13:41:04.964826 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ef751b9f-5c66-43bc-b1d7-3913ccf9fc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1529763', 'neutron.services.segments.db._delete_segments_for_network-8791784455289'] for network (cd10ddb0-4240-45d3-ad5f-4eacc83c99db), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:04.988317 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-ef751b9f-5c66-43bc-b1d7-3913ccf9fc60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd10ddb0-4240-45d3-ad5f-4eacc83c99db']}} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:05.000141 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-ef751b9f-5c66-43bc-b1d7-3913ccf9fc60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded52875-2a30-48f2-9c2a-99ec3934c8c2') {'for_net_delete': True} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:05.001043 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-ef751b9f-5c66-43bc-b1d7-3913ccf9fc60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded52875-2a30-48f2-9c2a-99ec3934c8c2') {} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:05.002815 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c36ab404-4be1-4c10-a857-e86ef195d217 None None] Provisioning complete for port ba2e476c-5075-4d0e-a449-c8a056f2de94 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:41:05.003374 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c36ab404-4be1-4c10-a857-e86ef195d217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (ba2e476c-5075-4d0e-a449-c8a056f2de94), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:05.013085 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ef751b9f-5c66-43bc-b1d7-3913ccf9fc60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791784454786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2992106'] for segment (ded52875-2a30-48f2-9c2a-99ec3934c8c2), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:05.016210 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5e625-979b-4787-80db-15ffb187e37c req-804be4be-353d-4720-afd5-4dc95c3c1328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:05.018569 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-44b5e625-979b-4787-80db-15ffb187e37c req-804be4be-353d-4720-afd5-4dc95c3c1328 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59fa37f6-c5e6-406e-bd81-5f2770950e70 HTTP/1.1" status: 200 len: 857 time: 0.1350529 Apr 29 13:41:05.030170 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ef751b9f-5c66-43bc-b1d7-3913ccf9fc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (ded52875-2a30-48f2-9c2a-99ec3934c8c2), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:05.037607 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef751b9f-5c66-43bc-b1d7-3913ccf9fc60 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:41:05.038169 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ef751b9f-5c66-43bc-b1d7-3913ccf9fc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26512123'] for segment (ded52875-2a30-48f2-9c2a-99ec3934c8c2), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:05.104573 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-55254fb3-b831-4819-8895-ae0d9e6dbef4 admin admin] Publish callbacks [] for port (fbfc4046-0650-4003-a282-e485013e1f08), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 44450) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: Traceback (most recent call last): Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: timer() Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: cb(*args, **kw) Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: return func(*args, **kwargs) Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: self._notify() Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: self.callback(batched_events) Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: event.method(event) Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: return f(self, *a, **k) Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: return self._get(url).json() Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: return self.request(url, 'GET', **kwargs) Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:41:05.117430 dv-cinder-839416-3-smb neutron-server[103548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:41:05.127626 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ef751b9f-5c66-43bc-b1d7-3913ccf9fc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455890'] for network (cd10ddb0-4240-45d3-ad5f-4eacc83c99db), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:05.145421 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 0bb6bc0c-5413-459f-ab6a-7f3420844ef5 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:41:05.146218 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ef751b9f-5c66-43bc-b1d7-3913ccf9fc60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:05.178948 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-ef751b9f-5c66-43bc-b1d7-3913ccf9fc60 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cd10ddb0-4240-45d3-ad5f-4eacc83c99db HTTP/1.1" status: 204 len: 168 time: 0.4212024 Apr 29 13:41:05.182135 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef751b9f-5c66-43bc-b1d7-3913ccf9fc60 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd10ddb0-4240-45d3-ad5f-4eacc83c99db,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:05.207311 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-55254fb3-b831-4819-8895-ae0d9e6dbef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (fbfc4046-0650-4003-a282-e485013e1f08), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:05.271372 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c36ab404-4be1-4c10-a857-e86ef195d217 None None] Current status of the port ba2e476c-5075-4d0e-a449-c8a056f2de94 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:41:05.363533 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-6fe3d2a0-f0b3-42b8-b323-a4ae9f465eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'name': 'tempest-ServerRescueNegativeTestJSON-651101232-router', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:40Z', 'updated_at': '2022-04-29T13:38:48Z', 'revision_number': 4, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'gw_port': {'id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': 'd29c7b3b-76dd-4b4b-8ddf-23f35b14dc5a', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'port_id': 'a83d8fdb-1796-4c67-adef-7b89e83f47d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'mac_address': 'fa:16:3e:ad:8f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4fa4b2-b985-4e66-be9a-992a5e02d07f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:40:44Z', 'updated_at': '2022-04-29T13:41:01Z', 'revision_number': 1, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3115e8fa-517c-4bf4-be1f-f77edf90309d', 'name': '', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'mac_address': 'fa:16:3e:d6:21:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:46Z', 'updated_at': '2022-04-29T13:38:55Z', 'revision_number': 5, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'subnets': [{'id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:05.404357 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5e625-979b-4787-80db-15ffb187e37c req-6b46c047-aacb-4106-86b4-06926e1c2f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:05.406160 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-44b5e625-979b-4787-80db-15ffb187e37c req-6b46c047-aacb-4106-86b4-06926e1c2f06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3734388 Apr 29 13:41:05.418803 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55254fb3-b831-4819-8895-ae0d9e6dbef4 admin admin] Network 81be561b-7540-4a1e-9683-0cd679a7f90d is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:41:05.428085 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe3d2a0-f0b3-42b8-b323-a4ae9f465eeb None None] Checking router: 92338301-4c44-44ca-b4cb-5caa6892da19 for host: dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:41:05.429926 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-55254fb3-b831-4819-8895-ae0d9e6dbef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:41:05.433398 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:41:05.475218 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55254fb3-b831-4819-8895-ae0d9e6dbef4 admin admin] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:41:05.477445 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-55254fb3-b831-4819-8895-ae0d9e6dbef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455787'] for router_interface (4115d9e6-95ca-4f2c-bc24-34c58f70f712), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:05.492538 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55254fb3-b831-4819-8895-ae0d9e6dbef4 admin admin] Pushing event updated for resources: {'Port': ['ID=fbfc4046-0650-4003-a282-e485013e1f08,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:05.492886 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-24084361-96bf-4d52-b935-65557f3c4c84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=124970c27f044cda92383a4b00659c5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3730323 Apr 29 13:41:05.494553 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 44458) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:05.505034 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe3d2a0-f0b3-42b8-b323-a4ae9f465eeb None None] Routers {'92338301-4c44-44ca-b4cb-5caa6892da19'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:41:05.505694 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-6fe3d2a0-f0b3-42b8-b323-a4ae9f465eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:40:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['92338301-4c44-44ca-b4cb-5caa6892da19'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:05.521475 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 44460) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:05.621202 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-c3f42f00-0375-4924-b544-0261ba3d9fed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28c0e9f5ae104851a02cdf2a2a2be057&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0928113 Apr 29 13:41:05.621202 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 44464) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:05.687225 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:41:05.687607 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:05.692410 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4f55cefa-e4d2-4783-8076-b5bc3b04855d admin admin] Publish callbacks [] for security_group (0baa23ca-d97c-4d57-a587-b51e12f12e6e), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:05.750703 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4f55cefa-e4d2-4783-8076-b5bc3b04855d admin admin] Publish callbacks [] for security_group (0baa23ca-d97c-4d57-a587-b51e12f12e6e), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:05.802209 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-17970882-e277-46c5-99f5-45c901b28aa0 admin admin] Publish callbacks [] for security_group (0d12b1f8-1733-4803-b674-0390939342a3), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:05.846928 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-17970882-e277-46c5-99f5-45c901b28aa0 admin admin] Publish callbacks [] for security_group (0d12b1f8-1733-4803-b674-0390939342a3), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:05.884351 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-6fe3d2a0-f0b3-42b8-b323-a4ae9f465eeb None None] Set router 92338301-4c44-44ca-b4cb-5caa6892da19 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:41:05.900739 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4f55cefa-e4d2-4783-8076-b5bc3b04855d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (0baa23ca-d97c-4d57-a587-b51e12f12e6e), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:05.903638 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4f55cefa-e4d2-4783-8076-b5bc3b04855d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:05.905401 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-4f55cefa-e4d2-4783-8076-b5bc3b04855d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0baa23ca-d97c-4d57-a587-b51e12f12e6e HTTP/1.1" status: 204 len: 168 time: 0.4096420 Apr 29 13:41:05.921082 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-44b5e625-979b-4787-80db-15ffb187e37c req-e0ba3e14-f116-4d4d-93c2-c9e04155cad6 service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880280 Apr 29 13:41:05.945264 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55cefa-e4d2-4783-8076-b5bc3b04855d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baa23ca-d97c-4d57-a587-b51e12f12e6e,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:05.981585 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-17970882-e277-46c5-99f5-45c901b28aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (0d12b1f8-1733-4803-b674-0390939342a3), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:05.984394 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-17970882-e277-46c5-99f5-45c901b28aa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:05.985671 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-17970882-e277-46c5-99f5-45c901b28aa0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d12b1f8-1733-4803-b674-0390939342a3 HTTP/1.1" status: 204 len: 168 time: 0.3644822 Apr 29 13:41:06.013910 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17970882-e277-46c5-99f5-45c901b28aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d12b1f8-1733-4803-b674-0390939342a3,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:06.151953 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-55254fb3-b831-4819-8895-ae0d9e6dbef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (fbfc4046-0650-4003-a282-e485013e1f08), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:06.227611 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-44b5e625-979b-4787-80db-15ffb187e37c req-4f5c157d-0d01-47e9-90e5-d5d6192e9043 service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884328 Apr 29 13:41:06.245592 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-49211247-cdf8-4c7c-9b94-cf20e344dc03 None None] Provisioning complete for port fbfc4046-0650-4003-a282-e485013e1f08 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:41:06.245917 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-49211247-cdf8-4c7c-9b94-cf20e344dc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (fbfc4046-0650-4003-a282-e485013e1f08), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:06.368192 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-49211247-cdf8-4c7c-9b94-cf20e344dc03 None None] Port fbfc4046-0650-4003-a282-e485013e1f08 cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:41:06.380231 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813 is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:41:06.380784 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:06.458212 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] For port ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:41:06.476979 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-55254fb3-b831-4819-8895-ae0d9e6dbef4 admin admin] Publish callbacks [] for port (fbfc4046-0650-4003-a282-e485013e1f08), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:06.482548 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-55254fb3-b831-4819-8895-ae0d9e6dbef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (fbfc4046-0650-4003-a282-e485013e1f08), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:06.483340 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-55254fb3-b831-4819-8895-ae0d9e6dbef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457179'] for router_interface (4115d9e6-95ca-4f2c-bc24-34c58f70f712), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:06.526608 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:06.527448 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device ba2e476c-5075-4d0e-a449-c8a056f2de94 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:41:06.632565 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55254fb3-b831-4819-8895-ae0d9e6dbef4 admin admin] Pushing event updated for resources: {'Port': ['ID=fbfc4046-0650-4003-a282-e485013e1f08,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:06.652802 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port ba2e476c-5075-4d0e-a449-c8a056f2de94 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:41:06.653182 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (ba2e476c-5075-4d0e-a449-c8a056f2de94), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:06.733692 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Pushing event updated for resources: {'Port': ['ID=ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:06.766635 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-6fe3d2a0-f0b3-42b8-b323-a4ae9f465eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'name': 'tempest-ServerRescueNegativeTestJSON-651101232-router', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:40Z', 'updated_at': '2022-04-29T13:38:48Z', 'revision_number': 4, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'gw_port': {'id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': 'd29c7b3b-76dd-4b4b-8ddf-23f35b14dc5a', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'port_id': 'a83d8fdb-1796-4c67-adef-7b89e83f47d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'mac_address': 'fa:16:3e:ad:8f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4fa4b2-b985-4e66-be9a-992a5e02d07f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:40:44Z', 'updated_at': '2022-04-29T13:41:01Z', 'revision_number': 1, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3115e8fa-517c-4bf4-be1f-f77edf90309d', 'name': '', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'mac_address': 'fa:16:3e:d6:21:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:46Z', 'updated_at': '2022-04-29T13:38:55Z', 'revision_number': 5, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'subnets': [{'id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:06.791097 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55254fb3-b831-4819-8895-ae0d9e6dbef4 admin admin] Network 81be561b-7540-4a1e-9683-0cd679a7f90d is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:41:06.792633 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-55254fb3-b831-4819-8895-ae0d9e6dbef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:41:06.808338 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe3d2a0-f0b3-42b8-b323-a4ae9f465eeb None None] The sync data for ids ['92338301-4c44-44ca-b4cb-5caa6892da19'] in dv-cinder-839416-3-smb is: [{'id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'name': 'tempest-ServerRescueNegativeTestJSON-651101232-router', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:40Z', 'updated_at': '2022-04-29T13:38:48Z', 'revision_number': 4, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'gw_port': {'id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': 'd29c7b3b-76dd-4b4b-8ddf-23f35b14dc5a', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'port_id': 'a83d8fdb-1796-4c67-adef-7b89e83f47d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'mac_address': 'fa:16:3e:ad:8f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4fa4b2-b985-4e66-be9a-992a5e02d07f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:40:44Z', 'updated_at': '2022-04-29T13:41:01Z', 'revision_number': 1, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3115e8fa-517c-4bf4-be1f-f77edf90309d', 'name': '', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'mac_address': 'fa:16:3e:d6:21:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:46Z', 'updated_at': '2022-04-29T13:38:55Z', 'revision_number': 5, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'subnets': [{'id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:41:06.971810 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 44480) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:07.023654 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55254fb3-b831-4819-8895-ae0d9e6dbef4 admin admin] Router 4115d9e6-95ca-4f2c-bc24-34c58f70f712 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:41:07.035719 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-0acb4c67-3315-4f25-a194-83eb4e24a5e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19ba3b877018493e8b507e0078a95109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0623791 Apr 29 13:41:07.038183 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 44482) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:07.115735 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port ba2e476c-5075-4d0e-a449-c8a056f2de94 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:41:07.138686 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7dc07887-a338-4572-9909-c7c225cf5371 admin admin] Publish callbacks [] for security_group (4eac010f-5b1c-40c2-bed9-8a0dbb62bdd6), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:07.202781 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-9bdfb183-be45-47c7-ac5a-8930b7ba09a1 None None] Provisioning complete for port fbfc4046-0650-4003-a282-e485013e1f08 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:41:07.203652 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9bdfb183-be45-47c7-ac5a-8930b7ba09a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (fbfc4046-0650-4003-a282-e485013e1f08), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:07.206641 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7dc07887-a338-4572-9909-c7c225cf5371 admin admin] Publish callbacks [] for security_group (4eac010f-5b1c-40c2-bed9-8a0dbb62bdd6), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:07.232682 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55254fb3-b831-4819-8895-ae0d9e6dbef4 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:41:07.248044 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-55254fb3-b831-4819-8895-ae0d9e6dbef4 admin admin] 10.222.0.20 "PUT /v2.0/routers/4115d9e6-95ca-4f2c-bc24-34c58f70f712/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1463959 Apr 29 13:41:07.252748 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-9bdfb183-be45-47c7-ac5a-8930b7ba09a1 None None] Port fbfc4046-0650-4003-a282-e485013e1f08 cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:41:07.313798 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7dc07887-a338-4572-9909-c7c225cf5371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (4eac010f-5b1c-40c2-bed9-8a0dbb62bdd6), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:07.317050 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7dc07887-a338-4572-9909-c7c225cf5371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:07.318401 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-7dc07887-a338-4572-9909-c7c225cf5371 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4eac010f-5b1c-40c2-bed9-8a0dbb62bdd6 HTTP/1.1" status: 204 len: 168 time: 0.2791889 Apr 29 13:41:07.329103 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc07887-a338-4572-9909-c7c225cf5371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eac010f-5b1c-40c2-bed9-8a0dbb62bdd6,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:07.359270 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:41:07.392479 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1073378-b908-4a41-b864-2ac20a2b5257 None None] New status for floating IP d29c7b3b-76dd-4b4b-8ddf-23f35b14dc5a: ACTIVE {{(pid=103550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:41:07.427947 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:41:07.428476 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:07.569591 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:41:07.731468 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] Sync routers for ids ['4115d9e6-95ca-4f2c-bc24-34c58f70f712'] in dv-cinder-839416-3-smb {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:41:07.751071 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] Routers {'4115d9e6-95ca-4f2c-bc24-34c58f70f712'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:41:07.752392 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:40:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['4115d9e6-95ca-4f2c-bc24-34c58f70f712'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:07.922423 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] Set router 4115d9e6-95ca-4f2c-bc24-34c58f70f712 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:41:08.036576 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 44508) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:08.042400 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-3fb8257b-af30-489e-97af-4e2ddb0a6af8 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1577056104', 'description': 'tempest-secgroup-smoke-1577056104 description', 'project_id': 'c178ce8f803e474f8f7f018d2003d772'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:41:08.067730 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3fb8257b-af30-489e-97af-4e2ddb0a6af8 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:08.164470 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3fb8257b-af30-489e-97af-4e2ddb0a6af8 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group (873a4bf9-c101-4698-a1a8-33e523baf89b), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:08.166522 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115d9e6-95ca-4f2c-bc24-34c58f70f712', 'name': 'tempest-TestShelveInstance-542376609-router', 'tenant_id': '5b88caffa0264d108fc3a208a5925e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:58Z', 'updated_at': '2022-04-29T13:41:06Z', 'revision_number': 4, 'project_id': '5b88caffa0264d108fc3a208a5925e53', 'gw_port': {'id': 'ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115d9e6-95ca-4f2c-bc24-34c58f70f712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:59Z', 'updated_at': '2022-04-29T13:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'fbfc4046-0650-4003-a282-e485013e1f08', 'name': '', 'network_id': '81be561b-7540-4a1e-9683-0cd679a7f90d', 'tenant_id': '5b88caffa0264d108fc3a208a5925e53', 'mac_address': 'fa:16:3e:30:c8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4115d9e6-95ca-4f2c-bc24-34c58f70f712', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5f377997-5e7d-41b3-88e8-bd1c79ad66ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:03Z', 'updated_at': '2022-04-29T13:41:06Z', 'revision_number': 2, 'project_id': '5b88caffa0264d108fc3a208a5925e53', 'subnets': [{'id': '5f377997-5e7d-41b3-88e8-bd1c79ad66ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:08.168931 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3fb8257b-af30-489e-97af-4e2ddb0a6af8 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (873a4bf9-c101-4698-a1a8-33e523baf89b), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:08.196636 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] Checking router: 4115d9e6-95ca-4f2c-bc24-34c58f70f712 for host: dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:41:08.196993 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] Updating router 4115d9e6-95ca-4f2c-bc24-34c58f70f712 port fbfc4046-0650-4003-a282-e485013e1f08 binding host dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:41:08.222644 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3fb8257b-af30-489e-97af-4e2ddb0a6af8 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:08.223916 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-3fb8257b-af30-489e-97af-4e2ddb0a6af8 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1863050 Apr 29 13:41:08.226439 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8257b-af30-489e-97af-4e2ddb0a6af8 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=873a4bf9-c101-4698-a1a8-33e523baf89b,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:08.227156 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 44516) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:08.232001 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (fbfc4046-0650-4003-a282-e485013e1f08), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:08.238954 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-4dc33e6c-7ad2-40d5-9510-919e5cf7672e tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Request body: {'security_group_rule': {'security_group_id': '873a4bf9-c101-4698-a1a8-33e523baf89b', 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:41:08.289216 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4dc33e6c-7ad2-40d5-9510-919e5cf7672e tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group_rule (0b16efa2-e304-46a4-8cba-b63b6f912f48), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:08.374561 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4dc33e6c-7ad2-40d5-9510-919e5cf7672e tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group_rule (0b16efa2-e304-46a4-8cba-b63b6f912f48), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:08.378820 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4dc33e6c-7ad2-40d5-9510-919e5cf7672e tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (0b16efa2-e304-46a4-8cba-b63b6f912f48), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:08.405446 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc33e6c-7ad2-40d5-9510-919e5cf7672e tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b16efa2-e304-46a4-8cba-b63b6f912f48,revision_number=0']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:08.412103 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4dc33e6c-7ad2-40d5-9510-919e5cf7672e tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:08.413624 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-4dc33e6c-7ad2-40d5-9510-919e5cf7672e tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1854000 Apr 29 13:41:08.416297 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 44522) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:08.421961 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-97a79038-8560-4b12-8141-811ef2e44ace tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Request body: {'security_group_rule': {'security_group_id': '873a4bf9-c101-4698-a1a8-33e523baf89b', 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:41:08.459639 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-97a79038-8560-4b12-8141-811ef2e44ace tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group_rule (4c355c5a-9dad-41b7-8603-61369b67a84a), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:08.542954 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-97a79038-8560-4b12-8141-811ef2e44ace tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group_rule (4c355c5a-9dad-41b7-8603-61369b67a84a), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:08.550721 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-97a79038-8560-4b12-8141-811ef2e44ace tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (4c355c5a-9dad-41b7-8603-61369b67a84a), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:08.574899 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a79038-8560-4b12-8141-811ef2e44ace tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c355c5a-9dad-41b7-8603-61369b67a84a,revision_number=0']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:08.585056 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-97a79038-8560-4b12-8141-811ef2e44ace tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:08.588906 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-97a79038-8560-4b12-8141-811ef2e44ace tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1691117 Apr 29 13:41:08.589395 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 44530) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:08.593936 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-115101ee-30c6-4ff4-bc5d-8c17490779fb tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Request body: {'security_group_rule': {'security_group_id': '873a4bf9-c101-4698-a1a8-33e523baf89b', 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:41:08.625899 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] Publish callbacks [] for port (fbfc4046-0650-4003-a282-e485013e1f08), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:08.626710 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-115101ee-30c6-4ff4-bc5d-8c17490779fb tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group_rule (81ac197b-b2ae-48f3-9def-388507c08fdc), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:08.631227 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (fbfc4046-0650-4003-a282-e485013e1f08), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:08.710502 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f0d7c-5f77-4490-a09c-c0403f2df4b6 None None] Pushing event updated for resources: {'Port': ['ID=fbfc4046-0650-4003-a282-e485013e1f08,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:08.750739 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-115101ee-30c6-4ff4-bc5d-8c17490779fb tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group_rule (81ac197b-b2ae-48f3-9def-388507c08fdc), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:08.756477 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-115101ee-30c6-4ff4-bc5d-8c17490779fb tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (81ac197b-b2ae-48f3-9def-388507c08fdc), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:08.778977 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115101ee-30c6-4ff4-bc5d-8c17490779fb tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ac197b-b2ae-48f3-9def-388507c08fdc,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:08.792065 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-115101ee-30c6-4ff4-bc5d-8c17490779fb tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:08.798584 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-115101ee-30c6-4ff4-bc5d-8c17490779fb tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2039716 Apr 29 13:41:08.799455 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 44538) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:08.805612 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-893e8bbf-ec28-4001-8c4f-6e1b5288cb94 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Request body: {'security_group_rule': {'security_group_id': '873a4bf9-c101-4698-a1a8-33e523baf89b', 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:41:08.833416 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] Attempting to bind port fbfc4046-0650-4003-a282-e485013e1f08 on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:41:08.833792 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] Attempting to bind port fbfc4046-0650-4003-a282-e485013e1f08 by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': '835588fd-5d92-4c0f-9369-b0eebec19e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '81be561b-7540-4a1e-9683-0cd679a7f90d'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:41:08.834220 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] Attempting to bind port fbfc4046-0650-4003-a282-e485013e1f08 on network 81be561b-7540-4a1e-9683-0cd679a7f90d {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:41:08.843872 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:41:08.844119 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] Checking segment: {'id': '835588fd-5d92-4c0f-9369-b0eebec19e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '81be561b-7540-4a1e-9683-0cd679a7f90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:41:08.848219 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:08.848682 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] Bound using segment: {'id': '835588fd-5d92-4c0f-9369-b0eebec19e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '81be561b-7540-4a1e-9683-0cd679a7f90d'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:41:08.849193 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] Bound port: fbfc4046-0650-4003-a282-e485013e1f08, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835588fd-5d92-4c0f-9369-b0eebec19e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '81be561b-7540-4a1e-9683-0cd679a7f90d'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:41:08.849588 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (fbfc4046-0650-4003-a282-e485013e1f08), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:08.873887 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-893e8bbf-ec28-4001-8c4f-6e1b5288cb94 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group_rule (67a76588-2f5d-404a-8576-546bac623e0f), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:08.976778 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] For port fbfc4046-0650-4003-a282-e485013e1f08, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:41:08.980269 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] For port fbfc4046-0650-4003-a282-e485013e1f08, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=fbfc4046-0650-4003-a282-e485013e1f08,segment=NetworkSegment(835588fd-5d92-4c0f-9369-b0eebec19e3c),segment_id=835588fd-5d92-4c0f-9369-b0eebec19e3c)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:41:09.007403 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (fbfc4046-0650-4003-a282-e485013e1f08), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:09.044343 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-893e8bbf-ec28-4001-8c4f-6e1b5288cb94 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group_rule (67a76588-2f5d-404a-8576-546bac623e0f), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:09.055594 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-893e8bbf-ec28-4001-8c4f-6e1b5288cb94 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (67a76588-2f5d-404a-8576-546bac623e0f), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:09.094602 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e8bbf-ec28-4001-8c4f-6e1b5288cb94 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a76588-2f5d-404a-8576-546bac623e0f,revision_number=0']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:09.124747 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-893e8bbf-ec28-4001-8c4f-6e1b5288cb94 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:09.131253 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 44550) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:09.133191 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-893e8bbf-ec28-4001-8c4f-6e1b5288cb94 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3314457 Apr 29 13:41:09.137752 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-3d6a91fe-2f6c-43a8-b81a-4d2a3202ddad tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Request body: {'security_group_rule': {'security_group_id': '873a4bf9-c101-4698-a1a8-33e523baf89b', 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:41:09.166032 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-226ad9db-eec3-4194-a638-0aa44ac622af None None] Provisioning complete for port fbfc4046-0650-4003-a282-e485013e1f08 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:41:09.167000 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-226ad9db-eec3-4194-a638-0aa44ac622af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (fbfc4046-0650-4003-a282-e485013e1f08), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:09.174180 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] Routers {'4115d9e6-95ca-4f2c-bc24-34c58f70f712'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:41:09.175095 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:40:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['4115d9e6-95ca-4f2c-bc24-34c58f70f712'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:09.203200 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f0d7c-5f77-4490-a09c-c0403f2df4b6 None None] Pushing event updated for resources: {'Port': ['ID=fbfc4046-0650-4003-a282-e485013e1f08,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:09.235946 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfeabf6-7939-4692-bddf-6d41fb136a21 req-2af65391-a210-49f5-83df-e2365a6fadbd tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:09.240157 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8dfeabf6-7939-4692-bddf-6d41fb136a21 req-2af65391-a210-49f5-83df-e2365a6fadbd tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0871134 Apr 29 13:41:09.258218 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.db.securitygroups_db [None req-3d6a91fe-2f6c-43a8-b81a-4d2a3202ddad tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Project c178ce8f803e474f8f7f018d2003d772 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:41:09.272842 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3d6a91fe-2f6c-43a8-b81a-4d2a3202ddad tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group_rule (142aace1-5c4e-48e3-bbc1-522473c16b9f), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:09.280360 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 44554) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:09.346913 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8dfeabf6-7939-4692-bddf-6d41fb136a21 req-b8b2a078-76d8-4650-98d8-b03c08e599cb tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931566 Apr 29 13:41:09.395564 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] Set router 4115d9e6-95ca-4f2c-bc24-34c58f70f712 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:41:09.396411 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3d6a91fe-2f6c-43a8-b81a-4d2a3202ddad tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group_rule (142aace1-5c4e-48e3-bbc1-522473c16b9f), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:09.403586 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3d6a91fe-2f6c-43a8-b81a-4d2a3202ddad tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (142aace1-5c4e-48e3-bbc1-522473c16b9f), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:09.424540 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-226ad9db-eec3-4194-a638-0aa44ac622af None None] Current status of the port fbfc4046-0650-4003-a282-e485013e1f08 is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:41:09.425040 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-226ad9db-eec3-4194-a638-0aa44ac622af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (fbfc4046-0650-4003-a282-e485013e1f08), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:09.434782 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a91fe-2f6c-43a8-b81a-4d2a3202ddad tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142aace1-5c4e-48e3-bbc1-522473c16b9f,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:09.441471 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3d6a91fe-2f6c-43a8-b81a-4d2a3202ddad tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:09.443652 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-3d6a91fe-2f6c-43a8-b81a-4d2a3202ddad tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3102870 Apr 29 13:41:09.446254 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 44558) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:09.453396 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-19ef4336-e4a1-45b7-bafb-b91489f29522 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Request body: {'security_group_rule': {'security_group_id': '873a4bf9-c101-4698-a1a8-33e523baf89b', 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:41:09.482952 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.securitygroups_db [None req-19ef4336-e4a1-45b7-bafb-b91489f29522 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Project c178ce8f803e474f8f7f018d2003d772 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:41:09.490330 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-19ef4336-e4a1-45b7-bafb-b91489f29522 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group_rule (5d2f391c-d1d5-441d-96ab-55985146fd26), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:09.514393 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b64c9187-7bd5-4a3a-bcc4-26b5de329846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:09.530382 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-226ad9db-eec3-4194-a638-0aa44ac622af None None] For port fbfc4046-0650-4003-a282-e485013e1f08, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=fbfc4046-0650-4003-a282-e485013e1f08,segment=NetworkSegment(835588fd-5d92-4c0f-9369-b0eebec19e3c),segment_id=835588fd-5d92-4c0f-9369-b0eebec19e3c)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:41:09.537073 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-226ad9db-eec3-4194-a638-0aa44ac622af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (fbfc4046-0650-4003-a282-e485013e1f08), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:09.598807 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-19ef4336-e4a1-45b7-bafb-b91489f29522 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group_rule (5d2f391c-d1d5-441d-96ab-55985146fd26), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:09.606924 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-19ef4336-e4a1-45b7-bafb-b91489f29522 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (5d2f391c-d1d5-441d-96ab-55985146fd26), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:09.642001 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef4336-e4a1-45b7-bafb-b91489f29522 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2f391c-d1d5-441d-96ab-55985146fd26,revision_number=0']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:09.655349 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ad9db-eec3-4194-a638-0aa44ac622af None None] Pushing event updated for resources: {'Port': ['ID=fbfc4046-0650-4003-a282-e485013e1f08,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:09.657927 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-19ef4336-e4a1-45b7-bafb-b91489f29522 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:09.659662 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-19ef4336-e4a1-45b7-bafb-b91489f29522 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2118278 Apr 29 13:41:09.681586 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b64c9187-7bd5-4a3a-bcc4-26b5de329846 admin admin] Publish callbacks [] for security_group (02d92b1e-4ed7-4558-8218-cd1982e32e29), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:09.687090 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b64c9187-7bd5-4a3a-bcc4-26b5de329846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (02d92b1e-4ed7-4558-8218-cd1982e32e29), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:09.702022 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-422d7194-d513-4c14-92a3-d9c8efe3d496 None None] Provisioning complete for port fbfc4046-0650-4003-a282-e485013e1f08 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:41:09.702022 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-422d7194-d513-4c14-92a3-d9c8efe3d496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (fbfc4046-0650-4003-a282-e485013e1f08), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:09.748523 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-b64c9187-7bd5-4a3a-bcc4-26b5de329846 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25700b95f15946b4bbd007aa8b431c62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4662466 Apr 29 13:41:09.750918 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c9187-7bd5-4a3a-bcc4-26b5de329846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d92b1e-4ed7-4558-8218-cd1982e32e29,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:09.752774 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 44562) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:09.754431 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115d9e6-95ca-4f2c-bc24-34c58f70f712', 'name': 'tempest-TestShelveInstance-542376609-router', 'tenant_id': '5b88caffa0264d108fc3a208a5925e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:58Z', 'updated_at': '2022-04-29T13:41:06Z', 'revision_number': 4, 'project_id': '5b88caffa0264d108fc3a208a5925e53', 'gw_port': {'id': 'ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115d9e6-95ca-4f2c-bc24-34c58f70f712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:59Z', 'updated_at': '2022-04-29T13:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'fbfc4046-0650-4003-a282-e485013e1f08', 'name': '', 'network_id': '81be561b-7540-4a1e-9683-0cd679a7f90d', 'tenant_id': '5b88caffa0264d108fc3a208a5925e53', 'mac_address': 'fa:16:3e:30:c8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4115d9e6-95ca-4f2c-bc24-34c58f70f712', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5f377997-5e7d-41b3-88e8-bd1c79ad66ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:03Z', 'updated_at': '2022-04-29T13:41:08Z', 'revision_number': 4, 'project_id': '5b88caffa0264d108fc3a208a5925e53', 'subnets': [{'id': '5f377997-5e7d-41b3-88e8-bd1c79ad66ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:09.788912 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aea3e7f-348c-46f2-ba2e-70b5c7213fba None None] The sync data for ids ['4115d9e6-95ca-4f2c-bc24-34c58f70f712'] in dv-cinder-839416-3-smb is: [{'id': '4115d9e6-95ca-4f2c-bc24-34c58f70f712', 'name': 'tempest-TestShelveInstance-542376609-router', 'tenant_id': '5b88caffa0264d108fc3a208a5925e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:58Z', 'updated_at': '2022-04-29T13:41:06Z', 'revision_number': 4, 'project_id': '5b88caffa0264d108fc3a208a5925e53', 'gw_port': {'id': 'ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115d9e6-95ca-4f2c-bc24-34c58f70f712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:59Z', 'updated_at': '2022-04-29T13:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'fbfc4046-0650-4003-a282-e485013e1f08', 'name': '', 'network_id': '81be561b-7540-4a1e-9683-0cd679a7f90d', 'tenant_id': '5b88caffa0264d108fc3a208a5925e53', 'mac_address': 'fa:16:3e:30:c8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4115d9e6-95ca-4f2c-bc24-34c58f70f712', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5f377997-5e7d-41b3-88e8-bd1c79ad66ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:03Z', 'updated_at': '2022-04-29T13:41:08Z', 'revision_number': 4, 'project_id': '5b88caffa0264d108fc3a208a5925e53', 'subnets': [{'id': '5f377997-5e7d-41b3-88e8-bd1c79ad66ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:41:09.847433 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5b7c828d-14f5-4b8f-afe9-f45a2e996787 admin admin] Publish callbacks [] for security_group (02d92b1e-4ed7-4558-8218-cd1982e32e29), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:09.863909 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-422d7194-d513-4c14-92a3-d9c8efe3d496 None None] Current status of the port fbfc4046-0650-4003-a282-e485013e1f08 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:41:09.887377 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5b7c828d-14f5-4b8f-afe9-f45a2e996787 admin admin] Publish callbacks [] for security_group (02d92b1e-4ed7-4558-8218-cd1982e32e29), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:09.964202 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5b7c828d-14f5-4b8f-afe9-f45a2e996787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (02d92b1e-4ed7-4558-8218-cd1982e32e29), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:09.967063 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5b7c828d-14f5-4b8f-afe9-f45a2e996787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:09.968603 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-5b7c828d-14f5-4b8f-afe9-f45a2e996787 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02d92b1e-4ed7-4558-8218-cd1982e32e29 HTTP/1.1" status: 204 len: 168 time: 0.2135298 Apr 29 13:41:09.979002 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c828d-14f5-4b8f-afe9-f45a2e996787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d92b1e-4ed7-4558-8218-cd1982e32e29,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:10.555995 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccee5a-56fb-4d92-9ae9-ccdd57b6c525 req-59505fd8-a32f-4e3b-b71e-f2d97c04ad71 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:10.557849 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-01ccee5a-56fb-4d92-9ae9-ccdd57b6c525 req-59505fd8-a32f-4e3b-b71e-f2d97c04ad71 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0529099 Apr 29 13:41:10.619532 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-01ccee5a-56fb-4d92-9ae9-ccdd57b6c525 req-c7bf0680-51ae-4e7e-b838-1162f0690f8f tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499592 Apr 29 13:41:11.267171 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device fbfc4046-0650-4003-a282-e485013e1f08 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:41:11.313853 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port fbfc4046-0650-4003-a282-e485013e1f08 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:41:11.314229 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (fbfc4046-0650-4003-a282-e485013e1f08), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:11.399106 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port fbfc4046-0650-4003-a282-e485013e1f08 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:41:11.746149 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482db2a-95af-4824-bbb4-0e731cfbb882 req-fb5b9b87-0189-4f9b-9f7c-d9b5f356eebf tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:11.747624 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e482db2a-95af-4824-bbb4-0e731cfbb882 req-fb5b9b87-0189-4f9b-9f7c-d9b5f356eebf tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0530424 Apr 29 13:41:11.794290 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e482db2a-95af-4824-bbb4-0e731cfbb882 req-08484cc9-766a-4643-af14-9fcf98f52582 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405209 Apr 29 13:41:12.923416 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7103dd7-b40f-49c4-9308-fe404965a264 req-b9f1de7d-bdb1-418f-8600-0bca524b5eae tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:12.925277 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a7103dd7-b40f-49c4-9308-fe404965a264 req-b9f1de7d-bdb1-418f-8600-0bca524b5eae tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0470583 Apr 29 13:41:12.972371 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a7103dd7-b40f-49c4-9308-fe404965a264 req-b26d8eaf-39c2-4eaf-8ca5-abb44295e4f0 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406804 Apr 29 13:41:14.104718 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622162e-efa6-4d51-9a9b-f23de55c0ccb req-9b98df95-3c6a-4a62-a2f3-e7cd454ac6a1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:14.106402 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5622162e-efa6-4d51-9a9b-f23de55c0ccb req-9b98df95-3c6a-4a62-a2f3-e7cd454ac6a1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0565119 Apr 29 13:41:14.167529 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5622162e-efa6-4d51-9a9b-f23de55c0ccb req-31fa8865-f14a-4202-b05d-e9be43e47361 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539408 Apr 29 13:41:14.489481 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-201e942f-5240-4250-8773-bf3fe92c0455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:15.323129 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6a540-3d63-4188-aaab-d0a2f2fd662d req-fe4419af-3b63-4912-a226-048e88f4be10 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:15.324661 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-79e6a540-3d63-4188-aaab-d0a2f2fd662d req-fe4419af-3b63-4912-a226-048e88f4be10 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0514319 Apr 29 13:41:15.379039 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-79e6a540-3d63-4188-aaab-d0a2f2fd662d req-afa764c6-ecbb-4354-b84d-880d264b2fef tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477586 Apr 29 13:41:16.522089 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f11142-61ec-42d0-8086-c2d81fa90546 req-9de96673-d85e-4e6c-8592-077ffc6cf96d tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:16.523727 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-43f11142-61ec-42d0-8086-c2d81fa90546 req-9de96673-d85e-4e6c-8592-077ffc6cf96d tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0580876 Apr 29 13:41:16.589072 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-43f11142-61ec-42d0-8086-c2d81fa90546 req-0ac567e3-d5d5-405f-9e8b-c2de9f6608e6 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567288 Apr 29 13:41:17.037188 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-364f610c-2d8a-4a7b-9d1e-43f4f8324bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:17.725781 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccb0a1-c3af-4cf1-b736-d0086475014a req-caaa55d3-5fa2-430d-a8dd-e5b48982ffd4 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:17.727405 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a1ccb0a1-c3af-4cf1-b736-d0086475014a req-caaa55d3-5fa2-430d-a8dd-e5b48982ffd4 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0515168 Apr 29 13:41:17.781124 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a1ccb0a1-c3af-4cf1-b736-d0086475014a req-6523eec5-e05f-4d00-872f-12952977fc20 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474269 Apr 29 13:41:18.058862 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:18.919703 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104e4fe-d069-4b1a-baea-e862466fd9e0 req-73f97244-925e-433d-8c3c-2e65ff7cbc8b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:18.921183 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7104e4fe-d069-4b1a-baea-e862466fd9e0 req-73f97244-925e-433d-8c3c-2e65ff7cbc8b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0468700 Apr 29 13:41:18.970054 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7104e4fe-d069-4b1a-baea-e862466fd9e0 req-ae4e341f-2230-4a23-9fd1-e1202c32fb23 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432692 Apr 29 13:41:19.450039 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:41:20.040886 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:20.114155 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72868914-62de-4775-a83f-db569f45e952 req-8da927a6-c1b6-4032-8f1f-54eecc624eea tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:20.116027 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-72868914-62de-4775-a83f-db569f45e952 req-8da927a6-c1b6-4032-8f1f-54eecc624eea tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0560005 Apr 29 13:41:20.175586 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-72868914-62de-4775-a83f-db569f45e952 req-509eb667-7269-4dd4-b038-6e585f3aec9d tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455515 Apr 29 13:41:21.298244 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665cd45-d758-4b4e-a244-7b70ec4cf57e req-67619282-095b-411b-aa75-307818ab1545 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:21.300321 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b665cd45-d758-4b4e-a244-7b70ec4cf57e req-67619282-095b-411b-aa75-307818ab1545 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0490563 Apr 29 13:41:21.355014 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b665cd45-d758-4b4e-a244-7b70ec4cf57e req-c70976bc-56b2-4bbf-8b1f-dce0e38651a4 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484931 Apr 29 13:41:21.463008 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:22.477689 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a558dc2-b31c-43fc-bce0-03f6ed103035 req-0a64bc46-20b4-4722-b336-3052620a9436 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:22.479455 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9a558dc2-b31c-43fc-bce0-03f6ed103035 req-0a64bc46-20b4-4722-b336-3052620a9436 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0491431 Apr 29 13:41:22.544740 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9a558dc2-b31c-43fc-bce0-03f6ed103035 req-e7288b2e-ef0b-4624-9848-1fde4a04feb3 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587730 Apr 29 13:41:23.681934 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39317f8-48a2-4f60-b007-60d7f6543c7e req-24be9dbd-90f1-4f11-931e-07f7df77851d tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:23.684374 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e39317f8-48a2-4f60-b007-60d7f6543c7e req-24be9dbd-90f1-4f11-931e-07f7df77851d tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0600190 Apr 29 13:41:23.738586 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e39317f8-48a2-4f60-b007-60d7f6543c7e req-b4ec6a8c-ae85-4026-832b-6b609085fa1f tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475729 Apr 29 13:41:24.863640 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86677078-9ce4-4cd9-993b-32b719546222 req-e377e125-ff33-4cf8-b46a-91e495458f8b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:24.865241 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-86677078-9ce4-4cd9-993b-32b719546222 req-e377e125-ff33-4cf8-b46a-91e495458f8b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0518622 Apr 29 13:41:24.916423 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-86677078-9ce4-4cd9-993b-32b719546222 req-db5e340a-ef68-40be-894b-5ba6db66157b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449493 Apr 29 13:41:26.069097 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087d83e-25ff-4bd9-83fe-ef7e2d68bf28 req-a18bff93-cc19-40f1-98c8-84a3477540dc tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:26.070589 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9087d83e-25ff-4bd9-83fe-ef7e2d68bf28 req-a18bff93-cc19-40f1-98c8-84a3477540dc tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0554011 Apr 29 13:41:26.120869 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9087d83e-25ff-4bd9-83fe-ef7e2d68bf28 req-c7281a00-ac75-4955-bb7a-2e4e56b375cb tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445116 Apr 29 13:41:26.479253 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device d1e8c59d-08c7-463d-8f1d-d55528a06712 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:41:26.584727 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port d1e8c59d-08c7-463d-8f1d-d55528a06712, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=d1e8c59d-08c7-463d-8f1d-d55528a06712,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:41:26.596484 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': 'd1e8c59d-08c7-463d-8f1d-d55528a06712', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'port_id': 'd1e8c59d-08c7-463d-8f1d-d55528a06712', 'mac_address': 'fa:16:3e:2c:e7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:41:26.648045 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port d1e8c59d-08c7-463d-8f1d-d55528a06712 is: ACTIVE; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:41:26.648883 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:26.666469 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1e8c59d-08c7-463d-8f1d-d55528a06712 {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:41:26.695054 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port d1e8c59d-08c7-463d-8f1d-d55528a06712, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=d1e8c59d-08c7-463d-8f1d-d55528a06712,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:41:26.700281 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:26.755351 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=d1e8c59d-08c7-463d-8f1d-d55528a06712,revision_number=6']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:26.816085 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['d1e8c59d-08c7-463d-8f1d-d55528a06712'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:41:27.286843 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78eaf1b-16bd-4ccb-8808-97450e5d5817 req-9f97dd42-5103-4f13-9e4a-a8c2051e99d8 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:27.289607 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f78eaf1b-16bd-4ccb-8808-97450e5d5817 req-9f97dd42-5103-4f13-9e4a-a8c2051e99d8 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 944 time: 0.0698631 Apr 29 13:41:27.348362 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f78eaf1b-16bd-4ccb-8808-97450e5d5817 req-7399a83a-5b88-4f8d-9c3c-2631c92e9fb0 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530334 Apr 29 13:41:28.480327 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e15dd-dd81-4154-bfba-5f070a10eed2 req-83435598-73a1-44ac-bf38-37f6f4634cf7 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:28.481858 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-356e15dd-dd81-4154-bfba-5f070a10eed2 req-83435598-73a1-44ac-bf38-37f6f4634cf7 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 944 time: 0.0521822 Apr 29 13:41:28.495433 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device d1e8c59d-08c7-463d-8f1d-d55528a06712 up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:41:28.531526 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-356e15dd-dd81-4154-bfba-5f070a10eed2 req-72bec303-954f-425e-a15e-87c4e6241a2e tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438442 Apr 29 13:41:28.542564 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port d1e8c59d-08c7-463d-8f1d-d55528a06712 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:41:28.542921 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:28.628032 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port d1e8c59d-08c7-463d-8f1d-d55528a06712 is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:41:28.628424 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:28.652507 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82867de9-df31-465b-9e65-dab229b02547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e8c59d-08c7-463d-8f1d-d55528a06712'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:41:28.654797 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70567a3b-5fdd-4b91-86c6-f8e33aef4791" -d '{"events": [{"server_uuid": "82867de9-df31-465b-9e65-dab229b02547", "name": "network-vif-plugged", "status": "completed", "tag": "d1e8c59d-08c7-463d-8f1d-d55528a06712"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:41:28.670794 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port d1e8c59d-08c7-463d-8f1d-d55528a06712, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=d1e8c59d-08c7-463d-8f1d-d55528a06712,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:41:28.680577 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:28.714046 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7414dc1d-262f-442a-abc6-8c064f43eac8 x-openstack-request-id: req-7414dc1d-262f-442a-abc6-8c064f43eac8 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:41:28.714374 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82867de9-df31-465b-9e65-dab229b02547", "name": "network-vif-plugged", "status": "completed", "tag": "d1e8c59d-08c7-463d-8f1d-d55528a06712", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:41:28.714635 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7414dc1d-262f-442a-abc6-8c064f43eac8 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:41:28.715035 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7414dc1d-262f-442a-abc6-8c064f43eac8'] response: {'server_uuid': '82867de9-df31-465b-9e65-dab229b02547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e8c59d-08c7-463d-8f1d-d55528a06712', 'code': 200} Apr 29 13:41:28.747424 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=d1e8c59d-08c7-463d-8f1d-d55528a06712,revision_number=7']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:29.682980 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff97adc-0199-413d-810d-2b20138f847f req-a4203caf-1f37-4b46-a17a-cc07dd8b956d tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:29.685388 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-dff97adc-0199-413d-810d-2b20138f847f req-a4203caf-1f37-4b46-a17a-cc07dd8b956d tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0665760 Apr 29 13:41:29.753560 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-dff97adc-0199-413d-810d-2b20138f847f req-78028f55-ac10-48e1-a0d8-ffb99d3db3dd tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623388 Apr 29 13:41:30.924792 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bf149-a5fc-40ac-b23d-ce0d4cf93a8f req-52cb7d19-41c8-423c-98a9-31dd4a4be6ad tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:30.930602 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4a1bf149-a5fc-40ac-b23d-ce0d4cf93a8f req-52cb7d19-41c8-423c-98a9-31dd4a4be6ad tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0577126 Apr 29 13:41:30.988695 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4a1bf149-a5fc-40ac-b23d-ce0d4cf93a8f req-4e930d57-3a9c-4be0-b3b7-59aff6205d1c tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551105 Apr 29 13:41:31.041122 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:31.991134 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-07360844-04a5-4ff8-9b37-41f2428b349c req-10c7553e-0fd8-47ea-96a9-54afbfd0dbb3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463438 Apr 29 13:41:32.077621 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07360844-04a5-4ff8-9b37-41f2428b349c req-ab8e7ac4-818c-4194-abdb-278da6835d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:32.079385 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-07360844-04a5-4ff8-9b37-41f2428b349c req-ab8e7ac4-818c-4194-abdb-278da6835d99 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f16d4321a559404f9a2d7a6f38c752c1&device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 1129 time: 0.0601096 Apr 29 13:41:32.177249 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f9c03-40f0-42fe-9112-66a389c32311 req-19318e7b-b311-4b63-83b8-3d4bb8f7572b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:32.179701 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-472f9c03-40f0-42fe-9112-66a389c32311 req-19318e7b-b311-4b63-83b8-3d4bb8f7572b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0813341 Apr 29 13:41:32.286487 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-472f9c03-40f0-42fe-9112-66a389c32311 req-efb8df80-b717-470a-8c41-b83db5017fe2 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979826 Apr 29 13:41:32.292316 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07360844-04a5-4ff8-9b37-41f2428b349c req-f482bfdc-4f8c-4557-afff-af009c2e25a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:32.293926 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-07360844-04a5-4ff8-9b37-41f2428b349c req-f482bfdc-4f8c-4557-afff-af009c2e25a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a HTTP/1.1" status: 200 len: 918 time: 0.1857116 Apr 29 13:41:32.346632 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-07360844-04a5-4ff8-9b37-41f2428b349c req-4de5ed24-5f8f-46ae-8d2e-396cc107fc7f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a87f1bdb-98ec-4c53-8ce7-31121705382b HTTP/1.1" status: 200 len: 217 time: 0.0452073 Apr 29 13:41:32.419710 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07360844-04a5-4ff8-9b37-41f2428b349c req-4ee695b6-4ffa-45c2-a847-0ef8be4cf5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:32.421957 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-07360844-04a5-4ff8-9b37-41f2428b349c req-4ee695b6-4ffa-45c2-a847-0ef8be4cf5b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59fa37f6-c5e6-406e-bd81-5f2770950e70 HTTP/1.1" status: 200 len: 857 time: 0.0691428 Apr 29 13:41:32.478176 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07360844-04a5-4ff8-9b37-41f2428b349c req-073233da-6270-43b5-a228-e6a2365df9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:32.481056 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-07360844-04a5-4ff8-9b37-41f2428b349c req-073233da-6270-43b5-a228-e6a2365df9ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0525515 Apr 29 13:41:32.668196 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-07360844-04a5-4ff8-9b37-41f2428b349c req-f3348003-b12d-45ca-879d-2b9db030d414 service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802983 Apr 29 13:41:32.820684 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-07360844-04a5-4ff8-9b37-41f2428b349c req-744a5542-969f-4d2f-8d4a-1e01b99c69f6 service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359401 Apr 29 13:41:33.026635 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06666672-20d7-48ea-ba2e-77b42eae2a56 req-6548c754-5be6-4fcf-923f-b5474f0fcf16 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:33.028231 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-06666672-20d7-48ea-ba2e-77b42eae2a56 req-6548c754-5be6-4fcf-923f-b5474f0fcf16 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe5a0598-0bd3-48ea-b41d-9f6746c75f34 HTTP/1.1" status: 200 len: 946 time: 0.0603888 Apr 29 13:41:33.113873 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-06666672-20d7-48ea-ba2e-77b42eae2a56 req-be201649-efc8-495a-bb39-705d6144ff9c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=216855b0-0585-4ec1-a3ce-f5c9fe880d47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734632 Apr 29 13:41:33.528211 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa410950-1435-4c8a-a883-26135398a36e req-d1787e7d-9c9e-4369-84c9-a5807864b1e2 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:33.530917 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fa410950-1435-4c8a-a883-26135398a36e req-d1787e7d-9c9e-4369-84c9-a5807864b1e2 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.1201801 Apr 29 13:41:33.595677 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fa410950-1435-4c8a-a883-26135398a36e req-0b0c1443-95ba-48e7-93e5-18349bfca7e7 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515091 Apr 29 13:41:34.335736 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425c297-8761-4fdd-91cc-5a875c96611a req-f7829873-0ac1-4541-971a-41133269ad77 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:34.343538 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f425c297-8761-4fdd-91cc-5a875c96611a req-f7829873-0ac1-4541-971a-41133269ad77 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe5a0598-0bd3-48ea-b41d-9f6746c75f34 HTTP/1.1" status: 200 len: 946 time: 0.1106751 Apr 29 13:41:34.401614 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f425c297-8761-4fdd-91cc-5a875c96611a req-84a42c97-aaa5-4c75-97e6-c133fe385b41 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=216855b0-0585-4ec1-a3ce-f5c9fe880d47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568521 Apr 29 13:41:34.660018 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e88d21-62bc-4f45-9b63-24eb02089d6f req-0b9d8b71-f5f4-40e2-94f4-f43c1ffe7d84 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:34.663619 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e3e88d21-62bc-4f45-9b63-24eb02089d6f req-0b9d8b71-f5f4-40e2-94f4-f43c1ffe7d84 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5a0598-0bd3-48ea-b41d-9f6746c75f34 HTTP/1.1" status: 200 len: 946 time: 0.0745139 Apr 29 13:41:34.853092 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336505c-3355-4fff-89ad-503e8120329c req-1f7b79ce-0b91-4340-ac9a-4698da665118 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:34.855837 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8336505c-3355-4fff-89ad-503e8120329c req-1f7b79ce-0b91-4340-ac9a-4698da665118 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.1251278 Apr 29 13:41:34.888486 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-e3e88d21-62bc-4f45-9b63-24eb02089d6f req-ed60c628-9ad5-4f3d-9df7-9f518ac3ee63 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Deleting port 6356f0c2-0db9-4a74-8a26-d5ba83bba716 {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:41:34.889039 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e3e88d21-62bc-4f45-9b63-24eb02089d6f req-ed60c628-9ad5-4f3d-9df7-9f518ac3ee63 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (6356f0c2-0db9-4a74-8a26-d5ba83bba716), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:34.948362 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8336505c-3355-4fff-89ad-503e8120329c req-705d9561-fee2-4dfe-aabe-5212c9f3e164 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849776 Apr 29 13:41:35.038456 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-e3e88d21-62bc-4f45-9b63-24eb02089d6f req-ed60c628-9ad5-4f3d-9df7-9f518ac3ee63 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] For port 6356f0c2-0db9-4a74-8a26-d5ba83bba716, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=6356f0c2-0db9-4a74-8a26-d5ba83bba716,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:41:35.038772 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e3e88d21-62bc-4f45-9b63-24eb02089d6f req-ed60c628-9ad5-4f3d-9df7-9f518ac3ee63 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (6356f0c2-0db9-4a74-8a26-d5ba83bba716), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:35.322585 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e3e88d21-62bc-4f45-9b63-24eb02089d6f req-ed60c628-9ad5-4f3d-9df7-9f518ac3ee63 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:35.323128 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e3e88d21-62bc-4f45-9b63-24eb02089d6f req-ed60c628-9ad5-4f3d-9df7-9f518ac3ee63 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (522742e3-bd06-4824-9068-dbf4f4acf268), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:35.323799 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.l3_db [req-e3e88d21-62bc-4f45-9b63-24eb02089d6f req-ed60c628-9ad5-4f3d-9df7-9f518ac3ee63 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Floating IP 522742e3-bd06-4824-9068-dbf4f4acf268 disassociated. External IP: 172.28.3.119, port: 6356f0c2-0db9-4a74-8a26-d5ba83bba716. Apr 29 13:41:35.324251 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-e3e88d21-62bc-4f45-9b63-24eb02089d6f req-ed60c628-9ad5-4f3d-9df7-9f518ac3ee63 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Calling delete_port for 6356f0c2-0db9-4a74-8a26-d5ba83bba716 owned by compute:nova {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:41:35.539389 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e3e88d21-62bc-4f45-9b63-24eb02089d6f req-ed60c628-9ad5-4f3d-9df7-9f518ac3ee63 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146'] for port (6356f0c2-0db9-4a74-8a26-d5ba83bba716), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:35.574546 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60c628-9ad5-4f3d-9df7-9f518ac3ee63 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event deleted for resources: {'Port': ['ID=6356f0c2-0db9-4a74-8a26-d5ba83bba716,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:35.618691 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-09a1e175-9a96-45c8-9919-1036b74e3dd2 req-dc3c22f6-9855-4f81-babb-14ca545fa026 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe5a0598-0bd3-48ea-b41d-9f6746c75f34 HTTP/1.1" status: 200 len: 210 time: 0.0504644 Apr 29 13:41:35.769586 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3e88d21-62bc-4f45-9b63-24eb02089d6f req-ed60c628-9ad5-4f3d-9df7-9f518ac3ee63 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Router a7d7829c-14d8-49d7-809f-7a4cefdec05e has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:41:35.929146 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3e88d21-62bc-4f45-9b63-24eb02089d6f req-ed60c628-9ad5-4f3d-9df7-9f518ac3ee63 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:41:35.942395 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8981d35-a8b1-41fb-aba9-a6e6c95749b9 None None] Sync routers for ids ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:41:35.998736 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e88d21-62bc-4f45-9b63-24eb02089d6f req-ed60c628-9ad5-4f3d-9df7-9f518ac3ee63 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] No DVR routers for this DVR port 6356f0c2-0db9-4a74-8a26-d5ba83bba716 on host hv-cinder-83941 {{(pid=103547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:41:36.003451 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e3e88d21-62bc-4f45-9b63-24eb02089d6f req-ed60c628-9ad5-4f3d-9df7-9f518ac3ee63 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:36.007217 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e3e88d21-62bc-4f45-9b63-24eb02089d6f req-ed60c628-9ad5-4f3d-9df7-9f518ac3ee63 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.26 "DELETE /v2.0/ports/6356f0c2-0db9-4a74-8a26-d5ba83bba716 HTTP/1.1" status: 204 len: 173 time: 1.3367987 Apr 29 13:41:36.007717 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5a0598-0bd3-48ea-b41d-9f6746c75f34', 'name': 'network-vif-deleted', 'tag': '6356f0c2-0db9-4a74-8a26-d5ba83bba716'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:41:36.011339 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15cc6e2-176e-479a-8ae6-762de0ca5d24" -d '{"events": [{"server_uuid": "fe5a0598-0bd3-48ea-b41d-9f6746c75f34", "name": "network-vif-deleted", "tag": "6356f0c2-0db9-4a74-8a26-d5ba83bba716"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:41:36.161157 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93944384-5884-4156-930d-2467566d05cd req-51b716fe-7192-4adb-9249-5211cc2e42a5 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:36.172067 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-93944384-5884-4156-930d-2467566d05cd req-51b716fe-7192-4adb-9249-5211cc2e42a5 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0973244 Apr 29 13:41:36.212745 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8981d35-a8b1-41fb-aba9-a6e6c95749b9 None None] Routers {'a7d7829c-14d8-49d7-809f-7a4cefdec05e'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:41:36.216635 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-f8981d35-a8b1-41fb-aba9-a6e6c95749b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:41:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:36.289544 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-93944384-5884-4156-930d-2467566d05cd req-cfea0af2-8604-4825-a734-2e0dc97411f4 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155818 Apr 29 13:41:36.307222 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-bcbbfc48-4533-4bda-9c51-0a76bd6f4be1 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1577056104&fields=id&tenant_id=c178ce8f803e474f8f7f018d2003d772 HTTP/1.1" status: 200 len: 267 time: 0.1918638 Apr 29 13:41:36.417046 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4ef051-2792-4956-af66-6088109052cd x-openstack-request-id: req-4f4ef051-2792-4956-af66-6088109052cd {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:41:36.417373 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5a0598-0bd3-48ea-b41d-9f6746c75f34", "name": "network-vif-deleted", "tag": "6356f0c2-0db9-4a74-8a26-d5ba83bba716", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:41:36.417679 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f4ef051-2792-4956-af66-6088109052cd {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:41:36.418071 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f4ef051-2792-4956-af66-6088109052cd'] response: {'server_uuid': 'fe5a0598-0bd3-48ea-b41d-9f6746c75f34', 'name': 'network-vif-deleted', 'tag': '6356f0c2-0db9-4a74-8a26-d5ba83bba716', 'status': 'completed', 'code': 200} Apr 29 13:41:36.438215 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-f8981d35-a8b1-41fb-aba9-a6e6c95749b9 None None] Set router a7d7829c-14d8-49d7-809f-7a4cefdec05e gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:41:36.604579 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-c12da299-02fd-40b4-96a1-94c954c3413a tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:36.612944 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-c12da299-02fd-40b4-96a1-94c954c3413a tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/networks?id=a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 HTTP/1.1" status: 200 len: 809 time: 0.2962220 Apr 29 13:41:36.649299 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-2a6f39ff-9779-4dae-ba38-a5ec8470882a tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/quotas/c178ce8f803e474f8f7f018d2003d772 HTTP/1.1" status: 200 len: 375 time: 0.0350916 Apr 29 13:41:36.773148 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-da700b19-2b28-4b5d-ab6b-71d02a1cdd91 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c178ce8f803e474f8f7f018d2003d772&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1158211 Apr 29 13:41:36.922642 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-65b9eaeb-a7e8-4d3a-a34d-1ff9369b16dc req-c94eb363-34c6-45ae-8f96-a90bbd11da94 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe5a0598-0bd3-48ea-b41d-9f6746c75f34 HTTP/1.1" status: 200 len: 210 time: 0.1209776 Apr 29 13:41:36.950957 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-f8981d35-a8b1-41fb-aba9-a6e6c95749b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': '5b0ef755-653e-46d7-9467-8c1e604a65a3', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'floating_ip_address': '172.28.3.154', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'port_id': 'b4f65152-9c3d-4bb6-b41a-1b545a64e3cc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'mac_address': 'fa:16:3e:c3:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c8a6b6-8bd0-4011-920e-0027c76c0fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:03Z', 'updated_at': '2022-04-29T13:39:40Z', 'revision_number': 2, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:37.015262 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8981d35-a8b1-41fb-aba9-a6e6c95749b9 None None] Checking router: a7d7829c-14d8-49d7-809f-7a4cefdec05e for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:41:37.030260 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8981d35-a8b1-41fb-aba9-a6e6c95749b9 None None] Routers {'a7d7829c-14d8-49d7-809f-7a4cefdec05e'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:41:37.031156 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-f8981d35-a8b1-41fb-aba9-a6e6c95749b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:41:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:37.077711 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-c72f4039-5d46-4cf9-8a2f-43b46aa79d73 service neutron] 10.222.0.20 "GET /v2.0/networks/a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967589 Apr 29 13:41:37.255844 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-2085c465-23b0-4745-8220-dd50a0a84283 service neutron] 10.222.0.20 "GET /v2.0/networks/a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678512 Apr 29 13:41:37.325961 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-f8981d35-a8b1-41fb-aba9-a6e6c95749b9 None None] Set router a7d7829c-14d8-49d7-809f-7a4cefdec05e gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:41:37.768257 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5c6be-7f50-4900-b836-9169c68e58bb req-e586cd1f-192e-46b9-af31-87fdccebb6c3 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:37.776428 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-29e5c6be-7f50-4900-b836-9169c68e58bb req-e586cd1f-192e-46b9-af31-87fdccebb6c3 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.2273052 Apr 29 13:41:37.843915 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-f8981d35-a8b1-41fb-aba9-a6e6c95749b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': '5b0ef755-653e-46d7-9467-8c1e604a65a3', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'floating_ip_address': '172.28.3.154', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'port_id': 'b4f65152-9c3d-4bb6-b41a-1b545a64e3cc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'mac_address': 'fa:16:3e:c3:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c8a6b6-8bd0-4011-920e-0027c76c0fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:03Z', 'updated_at': '2022-04-29T13:39:40Z', 'revision_number': 2, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:37.912912 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8981d35-a8b1-41fb-aba9-a6e6c95749b9 None None] The sync data for ids ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'] in dv-cinder-839416-3-smb is: [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': '5b0ef755-653e-46d7-9467-8c1e604a65a3', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'floating_ip_address': '172.28.3.154', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'port_id': 'b4f65152-9c3d-4bb6-b41a-1b545a64e3cc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'mac_address': 'fa:16:3e:c3:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c8a6b6-8bd0-4011-920e-0027c76c0fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:03Z', 'updated_at': '2022-04-29T13:39:40Z', 'revision_number': 2, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:41:38.094312 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-29e5c6be-7f50-4900-b836-9169c68e58bb req-27b8e08c-24be-48b5-ad58-cb8ed3830900 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112733 Apr 29 13:41:38.409950 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45034) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:38.451339 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4b043486-7173-47af-ada0-cfdb04a130fb req-31975976-c2a9-4524-9ae5-7cf46bd2a6e1 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 210 time: 0.0981381 Apr 29 13:41:38.560582 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 6356f0c2-0db9-4a74-8a26-d5ba83bba716 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:41:38.604939 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-58fb4ace-8231-415d-8d81-c32c98a5c88d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (216855b0-0585-4ec1-a3ce-f5c9fe880d47), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:38.619464 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] No Port match for: 6356f0c2-0db9-4a74-8a26-d5ba83bba716 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:41:38.619814 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 6356f0c2-0db9-4a74-8a26-d5ba83bba716 not bound to the agent host hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:41:38.631400 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba57efd-9fd6-4388-a828-31903632002f None None] New status for floating IP 522742e3-bd06-4824-9068-dbf4f4acf268: DOWN {{(pid=103549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:41:38.666844 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-58fb4ace-8231-415d-8d81-c32c98a5c88d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (216855b0-0585-4ec1-a3ce-f5c9fe880d47), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:38.761825 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-58fb4ace-8231-415d-8d81-c32c98a5c88d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (216855b0-0585-4ec1-a3ce-f5c9fe880d47), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:38.767530 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-58fb4ace-8231-415d-8d81-c32c98a5c88d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:38.772255 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-58fb4ace-8231-415d-8d81-c32c98a5c88d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "DELETE /v2.0/security-groups/216855b0-0585-4ec1-a3ce-f5c9fe880d47 HTTP/1.1" status: 204 len: 168 time: 0.3585286 Apr 29 13:41:38.775372 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 45042) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:38.791689 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb4ace-8231-415d-8d81-c32c98a5c88d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=216855b0-0585-4ec1-a3ce-f5c9fe880d47,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:38.826207 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.api.v2.resource [None req-dee411dd-dbbe-4a9e-a000-d4fd006697bb tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] show failed (client error): The resource could not be found. Apr 29 13:41:38.852291 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-dee411dd-dbbe-4a9e-a000-d4fd006697bb tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups/216855b0-0585-4ec1-a3ce-f5c9fe880d47 HTTP/1.1" status: 404 len: 347 time: 0.0743513 Apr 29 13:41:38.856076 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45044) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:39.181543 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d5536-7922-493d-8af6-13eada6bf7ec tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Deleting port f08aa666-3445-4238-b198-4f212fede449 {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:41:39.181979 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4d6d5536-7922-493d-8af6-13eada6bf7ec tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (f08aa666-3445-4238-b198-4f212fede449), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:39.412527 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4d6d5536-7922-493d-8af6-13eada6bf7ec tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (f08aa666-3445-4238-b198-4f212fede449), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:39.413754 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4d6d5536-7922-493d-8af6-13eada6bf7ec tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (f08aa666-3445-4238-b198-4f212fede449), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:39.445360 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d5536-7922-493d-8af6-13eada6bf7ec tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Calling delete_port for f08aa666-3445-4238-b198-4f212fede449 owned by network:floatingip {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:41:39.922629 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45068) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:39.980388 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4d6d5536-7922-493d-8af6-13eada6bf7ec tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146'] for port (f08aa666-3445-4238-b198-4f212fede449), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:40.063221 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d5536-7922-493d-8af6-13eada6bf7ec tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event deleted for resources: {'Port': ['ID=f08aa666-3445-4238-b198-4f212fede449,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:40.136440 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4d6d5536-7922-493d-8af6-13eada6bf7ec tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (522742e3-bd06-4824-9068-dbf4f4acf268), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:40.143761 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4d6d5536-7922-493d-8af6-13eada6bf7ec tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:40.146942 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-4d6d5536-7922-493d-8af6-13eada6bf7ec tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "DELETE /v2.0/floatingips/522742e3-bd06-4824-9068-dbf4f4acf268 HTTP/1.1" status: 204 len: 168 time: 1.2888699 Apr 29 13:41:40.171649 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-e875fed4-0162-4bf0-8dcd-54b2a46b5ac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:40.222555 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d9583893-c59f-41ad-a3be-75ed2c712f00 req-726aade2-5634-4853-89ea-86fed2aae372 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 210 time: 0.1388118 Apr 29 13:41:40.294585 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b8873-e7c6-4304-8875-b9583f759670 req-dd2f2630-dfaa-4104-b005-4a361eaf2db9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:40.307883 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-937b8873-e7c6-4304-8875-b9583f759670 req-dd2f2630-dfaa-4104-b005-4a361eaf2db9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 1.0304205 Apr 29 13:41:40.488329 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-937b8873-e7c6-4304-8875-b9583f759670 req-0a2b7f2e-c1a5-4831-b051-06f6d16912c8 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783891 Apr 29 13:41:40.675452 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-0616551c-fa62-4089-bc20-1a40de45d19c tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:40.682602 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-0616551c-fa62-4089-bc20-1a40de45d19c tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.26 "GET /v2.0/networks?id=a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 HTTP/1.1" status: 200 len: 809 time: 0.4008763 Apr 29 13:41:40.862085 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-075b22ad-0cba-44cf-9d57-fa55cf384866 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c178ce8f803e474f8f7f018d2003d772 HTTP/1.1" status: 200 len: 380 time: 0.1523552 Apr 29 13:41:40.897373 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-5b5feeb1-e6f5-41be-b984-08ae85f990b6 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Request body: {'port': {'device_id': '103a6bc3-7a7b-44ec-818b-6c22bb99d66a', 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1', 'admin_state_up': True, 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'security_groups': ['873a4bf9-c101-4698-a1a8-33e523baf89b']}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:41:41.101360 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-e875fed4-0162-4bf0-8dcd-54b2a46b5ac4 admin admin] Publish callbacks [] for security_group (c74ee983-5a2c-4bc3-9c01-1e28beae94a6), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:41.117535 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-e875fed4-0162-4bf0-8dcd-54b2a46b5ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (c74ee983-5a2c-4bc3-9c01-1e28beae94a6), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:41.203881 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-e875fed4-0162-4bf0-8dcd-54b2a46b5ac4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42c614e504fc4059b17c7e661ccf064b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2755215 Apr 29 13:41:41.205935 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 45090) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:41.427756 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4812e2ce-ca80-481e-8b47-f6928827ecb4 admin admin] Publish callbacks [] for security_group (c74ee983-5a2c-4bc3-9c01-1e28beae94a6), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:41.526635 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875fed4-0162-4bf0-8dcd-54b2a46b5ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74ee983-5a2c-4bc3-9c01-1e28beae94a6,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:41.565844 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e875fed4-0162-4bf0-8dcd-54b2a46b5ac4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:41.567713 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e875fed4-0162-4bf0-8dcd-54b2a46b5ac4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:41.568050 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e875fed4-0162-4bf0-8dcd-54b2a46b5ac4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:41.571667 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e875fed4-0162-4bf0-8dcd-54b2a46b5ac4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:41.572120 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e875fed4-0162-4bf0-8dcd-54b2a46b5ac4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:41.572469 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e875fed4-0162-4bf0-8dcd-54b2a46b5ac4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:41.572837 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e875fed4-0162-4bf0-8dcd-54b2a46b5ac4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:41.573175 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e875fed4-0162-4bf0-8dcd-54b2a46b5ac4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:41.573510 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e875fed4-0162-4bf0-8dcd-54b2a46b5ac4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:41.582370 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e875fed4-0162-4bf0-8dcd-54b2a46b5ac4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:41.582791 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e875fed4-0162-4bf0-8dcd-54b2a46b5ac4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:41.583065 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e875fed4-0162-4bf0-8dcd-54b2a46b5ac4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:41.583397 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e875fed4-0162-4bf0-8dcd-54b2a46b5ac4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:41.585086 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e875fed4-0162-4bf0-8dcd-54b2a46b5ac4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:41.585658 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e875fed4-0162-4bf0-8dcd-54b2a46b5ac4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:41.594096 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-5b5feeb1-e6f5-41be-b984-08ae85f990b6 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Made reservation on behalf of c178ce8f803e474f8f7f018d2003d772 for: {'port': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:41:41.604154 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-5b5feeb1-e6f5-41be-b984-08ae85f990b6 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:41.629634 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fef8340a-16f1-43b7-b9fa-ad10cc89a247 req-ec31ffcd-e793-42d5-acf5-03a295583857 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 210 time: 0.1634791 Apr 29 13:41:41.653481 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4812e2ce-ca80-481e-8b47-f6928827ecb4 admin admin] Publish callbacks [] for security_group (c74ee983-5a2c-4bc3-9c01-1e28beae94a6), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:41.770016 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3502d0b-7b14-46ec-babd-ca158607dd63 req-02b3656f-2e5e-4eb1-82ba-54b16284fa7c tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:41.773258 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d3502d0b-7b14-46ec-babd-ca158607dd63 req-02b3656f-2e5e-4eb1-82ba-54b16284fa7c tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.1063626 Apr 29 13:41:41.948578 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-5b5feeb1-e6f5-41be-b984-08ae85f990b6 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Allocated IP 172.20.0.14 (a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1/c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6/e2bc9fdb-40de-4a1e-b134-3533fddd1bed) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:41:41.958514 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d3502d0b-7b14-46ec-babd-ca158607dd63 req-44af6fd9-5566-4e2e-b40d-d14c9840eb0d tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670134 Apr 29 13:41:41.976540 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4812e2ce-ca80-481e-8b47-f6928827ecb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (c74ee983-5a2c-4bc3-9c01-1e28beae94a6), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:41.980412 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4812e2ce-ca80-481e-8b47-f6928827ecb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:41.985430 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-4812e2ce-ca80-481e-8b47-f6928827ecb4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c74ee983-5a2c-4bc3-9c01-1e28beae94a6 HTTP/1.1" status: 204 len: 168 time: 0.7760649 Apr 29 13:41:42.005199 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812e2ce-ca80-481e-8b47-f6928827ecb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74ee983-5a2c-4bc3-9c01-1e28beae94a6,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:42.494235 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-5b5feeb1-e6f5-41be-b984-08ae85f990b6 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for port (e2bc9fdb-40de-4a1e-b134-3533fddd1bed), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:42.623974 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29ef22-e6e5-413f-8cdf-66f9a84b3e71 req-98d1a7d6-74a9-43b7-a01b-dbe9ba0c7d80 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:42.632028 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5c29ef22-e6e5-413f-8cdf-66f9a84b3e71 req-98d1a7d6-74a9-43b7-a01b-dbe9ba0c7d80 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 945 time: 0.0772357 Apr 29 13:41:42.739892 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5c29ef22-e6e5-413f-8cdf-66f9a84b3e71 req-ba2ea3b3-7f76-4519-ba2f-0252ac4bcbc3 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fe23293-fc42-4bda-a7ac-9a71a53bf729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069174 Apr 29 13:41:42.816957 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c5f0c3e3-0501-40a1-994c-7511de7ffab9 req-812adcec-9ab5-4e86-b910-986776cf7fd2 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 210 time: 0.0452337 Apr 29 13:41:42.893255 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-5b5feeb1-e6f5-41be-b984-08ae85f990b6 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (e2bc9fdb-40de-4a1e-b134-3533fddd1bed), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:42.951266 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 45114) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:42.970860 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5feeb1-e6f5-41be-b984-08ae85f990b6 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Pushing event updated for resources: {'Port': ['ID=e2bc9fdb-40de-4a1e-b134-3533fddd1bed,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:43.004870 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-5b5feeb1-e6f5-41be-b984-08ae85f990b6 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Network a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:41:43.006573 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-5b5feeb1-e6f5-41be-b984-08ae85f990b6 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:41:43.009425 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-5b5feeb1-e6f5-41be-b984-08ae85f990b6 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:41:43.017294 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-5b5feeb1-e6f5-41be-b984-08ae85f990b6 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:43.018071 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-5b5feeb1-e6f5-41be-b984-08ae85f990b6 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:43.040954 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-5b5feeb1-e6f5-41be-b984-08ae85f990b6 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1746509 Apr 29 13:41:43.215176 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6ec72375-d0fc-499f-be21-f44435d8ddc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:43.233485 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306aa946-6ee4-4bd2-a749-e77b7d5ae241 req-6f21c455-e817-438f-8a39-78e145d3b2cb tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:43.241118 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-306aa946-6ee4-4bd2-a749-e77b7d5ae241 req-6f21c455-e817-438f-8a39-78e145d3b2cb tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.1125789 Apr 29 13:41:43.364717 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-306aa946-6ee4-4bd2-a749-e77b7d5ae241 req-4731aaa6-09e7-4905-9242-306cca6431d1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032827 Apr 29 13:41:43.429958 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-37b27093-74d0-41fe-ad37-d8c58e0860be None None] Provisioning complete for port e2bc9fdb-40de-4a1e-b134-3533fddd1bed triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:41:43.429958 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-37b27093-74d0-41fe-ad37-d8c58e0860be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (e2bc9fdb-40de-4a1e-b134-3533fddd1bed), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:43.475717 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-37b27093-74d0-41fe-ad37-d8c58e0860be None None] Port e2bc9fdb-40de-4a1e-b134-3533fddd1bed cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:41:43.500500 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6ec72375-d0fc-499f-be21-f44435d8ddc4 admin admin] Publish callbacks [] for security_group (f71f5de8-66ad-4465-b154-7eccb2bd8a75), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:43.506153 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6ec72375-d0fc-499f-be21-f44435d8ddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (f71f5de8-66ad-4465-b154-7eccb2bd8a75), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:43.562803 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-6ec72375-d0fc-499f-be21-f44435d8ddc4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83b881787a2542e99f78e629f316748a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6094961 Apr 29 13:41:43.564104 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec72375-d0fc-499f-be21-f44435d8ddc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71f5de8-66ad-4465-b154-7eccb2bd8a75,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:43.565124 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45120) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:43.670969 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-65baff69-37cf-49e6-8915-8aa18015783b admin admin] Publish callbacks [] for security_group (f71f5de8-66ad-4465-b154-7eccb2bd8a75), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:43.711511 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-65baff69-37cf-49e6-8915-8aa18015783b admin admin] Publish callbacks [] for security_group (f71f5de8-66ad-4465-b154-7eccb2bd8a75), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:43.797120 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] Request body: {'port': {'device_id': '103a6bc3-7a7b-44ec-818b-6c22bb99d66a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:41:43.859595 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-65baff69-37cf-49e6-8915-8aa18015783b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (f71f5de8-66ad-4465-b154-7eccb2bd8a75), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:43.862460 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-65baff69-37cf-49e6-8915-8aa18015783b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:43.866730 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-65baff69-37cf-49e6-8915-8aa18015783b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f71f5de8-66ad-4465-b154-7eccb2bd8a75 HTTP/1.1" status: 204 len: 168 time: 0.2967935 Apr 29 13:41:43.897909 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65baff69-37cf-49e6-8915-8aa18015783b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71f5de8-66ad-4465-b154-7eccb2bd8a75,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:43.912463 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (e2bc9fdb-40de-4a1e-b134-3533fddd1bed), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:44.057732 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ab723-82b5-44dd-9fe5-e2d5d7de9c47 req-ec7d8e3b-719d-4a58-a1c1-0eda55c72b07 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:44.067858 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2d5ab723-82b5-44dd-9fe5-e2d5d7de9c47 req-ec7d8e3b-719d-4a58-a1c1-0eda55c72b07 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 945 time: 0.1397614 Apr 29 13:41:44.218212 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b52607-ef65-4264-b321-d4a155185805 req-355865a6-e4d9-42a3-ab0d-edd967a9cd7f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:44.221658 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-08b52607-ef65-4264-b321-d4a155185805 req-355865a6-e4d9-42a3-ab0d-edd967a9cd7f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 945 time: 0.1474686 Apr 29 13:41:44.326508 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2bc9fdb-40de-4a1e-b134-3533fddd1bed {{(pid=103547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:41:44.339578 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] Publish callbacks [] for port (e2bc9fdb-40de-4a1e-b134-3533fddd1bed), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:44.342610 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aada34-60ad-4f69-959a-d783d7a28404 req-1668f57b-c901-445d-9cf1-992038e0067b tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:44.351522 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b2aada34-60ad-4f69-959a-d783d7a28404 req-1668f57b-c901-445d-9cf1-992038e0067b tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 932 time: 0.2782056 Apr 29 13:41:44.359387 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.provisioning_blocks [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] Transition to ACTIVE for port object e2bc9fdb-40de-4a1e-b134-3533fddd1bed will not be triggered until provisioned by entity L2. {{(pid=103547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:41:44.364173 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (e2bc9fdb-40de-4a1e-b134-3533fddd1bed), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:44.401724 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2d5ab723-82b5-44dd-9fe5-e2d5d7de9c47 req-e4250947-a1ae-4ac6-bfeb-0b8353c54f8b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fe23293-fc42-4bda-a7ac-9a71a53bf729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3316255 Apr 29 13:41:44.464696 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e2bc9fdb-40de-4a1e-b134-3533fddd1bed,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:44.506401 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-53c5971f-6370-4201-8d53-b1d84375715d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:44.526848 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b2aada34-60ad-4f69-959a-d783d7a28404 req-93fe814c-219f-4794-b937-c1acc0dad62e tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743991 Apr 29 13:41:44.549383 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] Attempting to bind port e2bc9fdb-40de-4a1e-b134-3533fddd1bed on host hv-cinder-83941 for vnic_type normal with profile {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:41:44.549806 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] Attempting to bind port e2bc9fdb-40de-4a1e-b134-3533fddd1bed by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '25a96713-b9e7-498e-9508-9d2d7263e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1'}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:41:44.550015 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] Attempting to bind port e2bc9fdb-40de-4a1e-b134-3533fddd1bed on network a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:41:44.559147 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] Port e2bc9fdb-40de-4a1e-b134-3533fddd1bed on network a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:41:44.559466 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] Attempting to bind port e2bc9fdb-40de-4a1e-b134-3533fddd1bed on network a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:41:44.590447 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] Checking agent: {'id': '54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'started_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:41:44.590779 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] Checking segment: {'id': '25a96713-b9e7-498e-9508-9d2d7263e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:41:44.591171 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] Bound using segment: {'id': '25a96713-b9e7-498e-9508-9d2d7263e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1'} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:41:44.591610 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] Bound port: e2bc9fdb-40de-4a1e-b134-3533fddd1bed, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a96713-b9e7-498e-9508-9d2d7263e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1'}}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:41:44.592044 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (e2bc9fdb-40de-4a1e-b134-3533fddd1bed), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:44.623546 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-08b52607-ef65-4264-b321-d4a155185805 req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Deleting port b4f65152-9c3d-4bb6-b41a-1b545a64e3cc {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:41:44.623900 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-08b52607-ef65-4264-b321-d4a155185805 req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (b4f65152-9c3d-4bb6-b41a-1b545a64e3cc), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:44.636908 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdc739-a975-4f61-9467-728589fb1994 req-edb882f8-d7fb-4271-b781-c551baa0a931 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:44.645932 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-23cdc739-a975-4f61-9467-728589fb1994 req-edb882f8-d7fb-4271-b781-c551baa0a931 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0788181 Apr 29 13:41:44.728721 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] For port e2bc9fdb-40de-4a1e-b134-3533fddd1bed, host hv-cinder-83941, cleared binding levels {{(pid=103547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:41:44.733116 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] For port e2bc9fdb-40de-4a1e-b134-3533fddd1bed, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=e2bc9fdb-40de-4a1e-b134-3533fddd1bed,segment=NetworkSegment(25a96713-b9e7-498e-9508-9d2d7263e973),segment_id=25a96713-b9e7-498e-9508-9d2d7263e973)] {{(pid=103547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:41:44.753624 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (e2bc9fdb-40de-4a1e-b134-3533fddd1bed), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:44.790285 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:44.791616 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:44.793679 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] 10.222.0.26 "PUT /v2.0/ports/e2bc9fdb-40de-4a1e-b134-3533fddd1bed HTTP/1.1" status: 200 len: 1094 time: 1.0090587 Apr 29 13:41:44.794695 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103a6bc3-7a7b-44ec-818b-6c22bb99d66a', 'tag': 'e2bc9fdb-40de-4a1e-b134-3533fddd1bed'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:41:44.815121 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dae9029-74c5-4b2e-9cba-93a6299d1378" -d '{"events": [{"name": "network-changed", "server_uuid": "103a6bc3-7a7b-44ec-818b-6c22bb99d66a", "tag": "e2bc9fdb-40de-4a1e-b134-3533fddd1bed"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:41:44.891155 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-23cdc739-a975-4f61-9467-728589fb1994 req-935f1dd4-bf2d-48f8-a65c-782de4aff137 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393975 Apr 29 13:41:44.894424 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-08b52607-ef65-4264-b321-d4a155185805 req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] For port b4f65152-9c3d-4bb6-b41a-1b545a64e3cc, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=b4f65152-9c3d-4bb6-b41a-1b545a64e3cc,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:41:44.894799 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-08b52607-ef65-4264-b321-d4a155185805 req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (b4f65152-9c3d-4bb6-b41a-1b545a64e3cc), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:44.918430 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9890c2-0932-4d7a-aedf-834c3f5cb9de x-openstack-request-id: req-7d9890c2-0932-4d7a-aedf-834c3f5cb9de {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:41:44.921456 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "103a6bc3-7a7b-44ec-818b-6c22bb99d66a", "tag": "e2bc9fdb-40de-4a1e-b134-3533fddd1bed", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:41:44.921858 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d9890c2-0932-4d7a-aedf-834c3f5cb9de {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:41:44.923088 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d9890c2-0932-4d7a-aedf-834c3f5cb9de'] response: {'name': 'network-changed', 'server_uuid': '103a6bc3-7a7b-44ec-818b-6c22bb99d66a', 'tag': 'e2bc9fdb-40de-4a1e-b134-3533fddd1bed', 'status': 'completed', 'code': 200} Apr 29 13:41:45.017958 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56dfe6d-75c8-4259-80ef-a3bb706219e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e2bc9fdb-40de-4a1e-b134-3533fddd1bed,revision_number=3']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:45.021977 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-0bd31401-ffe3-4ffe-b5aa-45d3cd74b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:45.024052 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-0bd31401-ffe3-4ffe-b5aa-45d3cd74b2e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c178ce8f803e474f8f7f018d2003d772&device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 1128 time: 0.1626422 Apr 29 13:41:45.112428 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-375070d3-b39f-492f-b57b-df301550fc0e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2bc9fdb-40de-4a1e-b134-3533fddd1bed HTTP/1.1" status: 200 len: 217 time: 0.0807648 Apr 29 13:41:45.208896 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-0c67ecba-d1b2-4867-a8f6-df54a7e1f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:45.211608 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-0c67ecba-d1b2-4867-a8f6-df54a7e1f31d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6 HTTP/1.1" status: 200 len: 848 time: 0.0933571 Apr 29 13:41:45.264055 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-08b52607-ef65-4264-b321-d4a155185805 req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:45.264998 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-08b52607-ef65-4264-b321-d4a155185805 req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (5b0ef755-653e-46d7-9467-8c1e604a65a3), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:45.264998 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.db.l3_db [req-08b52607-ef65-4264-b321-d4a155185805 req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Floating IP 5b0ef755-653e-46d7-9467-8c1e604a65a3 disassociated. External IP: 172.28.3.154, port: b4f65152-9c3d-4bb6-b41a-1b545a64e3cc. Apr 29 13:41:45.265620 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-08b52607-ef65-4264-b321-d4a155185805 req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Calling delete_port for b4f65152-9c3d-4bb6-b41a-1b545a64e3cc owned by compute:nova {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:41:45.301915 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-a68377ab-297d-4d92-8ebf-33f59e94c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:45.305580 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-a68377ab-297d-4d92-8ebf-33f59e94c6e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0872009 Apr 29 13:41:45.463445 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-9614ecc4-6663-4fa0-ae6a-355b5790e84b service neutron] 10.222.0.26 "GET /v2.0/networks/a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476293 Apr 29 13:41:45.511563 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-08b52607-ef65-4264-b321-d4a155185805 req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (b4f65152-9c3d-4bb6-b41a-1b545a64e3cc), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:45.545308 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-73e6a139-d9f5-42dc-bbbc-ecbd2ed4472c req-4a5077fa-7033-46d5-92f9-4fbc5175ffec tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 210 time: 0.0474081 Apr 29 13:41:45.573179 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event deleted for resources: {'Port': ['ID=b4f65152-9c3d-4bb6-b41a-1b545a64e3cc,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:45.591536 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:45.591896 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:45.593212 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:45.593590 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:45.593933 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:45.594271 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:45.595355 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:45.595812 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:45.597036 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:45.597940 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:45.598741 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:45.599625 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:45.601348 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:45.602145 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:45.604023 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:45.650539 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-bc13a04e-84ce-4920-af25-d4b850724c16 req-14381833-ee55-4980-9078-025c81b7dfdd service neutron] 10.222.0.26 "GET /v2.0/networks/a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787257 Apr 29 13:41:45.732214 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cedf7ed-698a-4197-aadb-2ab32ffd6bd1 req-3ea12684-0ed3-4292-bc6f-8eef442a3e1e tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:45.733941 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1cedf7ed-698a-4197-aadb-2ab32ffd6bd1 req-3ea12684-0ed3-4292-bc6f-8eef442a3e1e tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 944 time: 0.1033964 Apr 29 13:41:45.845280 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1cedf7ed-698a-4197-aadb-2ab32ffd6bd1 req-93cbccee-704c-4820-8569-af65caeaf72f tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004333 Apr 29 13:41:45.855874 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08b52607-ef65-4264-b321-d4a155185805 req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Router a7d7829c-14d8-49d7-809f-7a4cefdec05e has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:41:46.016838 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08b52607-ef65-4264-b321-d4a155185805 req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:41:46.029081 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ed0773-3da0-455f-a1df-2b5068722712 None None] Sync routers for ids ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:41:46.042158 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ed0773-3da0-455f-a1df-2b5068722712 None None] Routers {'a7d7829c-14d8-49d7-809f-7a4cefdec05e'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:41:46.043116 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-a3ed0773-3da0-455f-a1df-2b5068722712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:41:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:46.074938 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58c194-e9b5-4c70-9577-e53776c9698a req-805a554f-22d9-45fa-a6bf-48f4922cc120 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:46.077780 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ad58c194-e9b5-4c70-9577-e53776c9698a req-805a554f-22d9-45fa-a6bf-48f4922cc120 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.1058652 Apr 29 13:41:46.121239 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b52607-ef65-4264-b321-d4a155185805 req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] No DVR routers for this DVR port b4f65152-9c3d-4bb6-b41a-1b545a64e3cc on host hv-cinder-83941 {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:41:46.126299 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-08b52607-ef65-4264-b321-d4a155185805 req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:46.132870 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-08b52607-ef65-4264-b321-d4a155185805 req-058d0b8a-dc5c-4cff-99ad-1b1f63bd866f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.26 "DELETE /v2.0/ports/b4f65152-9c3d-4bb6-b41a-1b545a64e3cc HTTP/1.1" status: 204 len: 173 time: 1.9036276 Apr 29 13:41:46.141918 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c8a6b6-8bd0-4011-920e-0027c76c0fa2', 'name': 'network-vif-deleted', 'tag': 'b4f65152-9c3d-4bb6-b41a-1b545a64e3cc'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:41:46.146089 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783a44ef-901f-4d68-bf23-daf200c7c5d4" -d '{"events": [{"server_uuid": "c6c8a6b6-8bd0-4011-920e-0027c76c0fa2", "name": "network-vif-deleted", "tag": "b4f65152-9c3d-4bb6-b41a-1b545a64e3cc"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:41:46.180373 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-a3ed0773-3da0-455f-a1df-2b5068722712 None None] Set router a7d7829c-14d8-49d7-809f-7a4cefdec05e gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:41:46.200569 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ad58c194-e9b5-4c70-9577-e53776c9698a req-02332079-5bdd-47de-8c43-a86f71aef67c tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830498 Apr 29 13:41:46.218743 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4069a432-595c-4a04-a5e9-8e99bf768493 x-openstack-request-id: req-4069a432-595c-4a04-a5e9-8e99bf768493 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:41:46.219045 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c8a6b6-8bd0-4011-920e-0027c76c0fa2", "name": "network-vif-deleted", "tag": "b4f65152-9c3d-4bb6-b41a-1b545a64e3cc", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:41:46.219302 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4069a432-595c-4a04-a5e9-8e99bf768493 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:41:46.220370 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4069a432-595c-4a04-a5e9-8e99bf768493'] response: {'server_uuid': 'c6c8a6b6-8bd0-4011-920e-0027c76c0fa2', 'name': 'network-vif-deleted', 'tag': 'b4f65152-9c3d-4bb6-b41a-1b545a64e3cc', 'status': 'completed', 'code': 200} Apr 29 13:41:46.414917 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-a3ed0773-3da0-455f-a1df-2b5068722712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:46.447483 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ed0773-3da0-455f-a1df-2b5068722712 None None] Checking router: a7d7829c-14d8-49d7-809f-7a4cefdec05e for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:41:46.457643 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ed0773-3da0-455f-a1df-2b5068722712 None None] Routers {'a7d7829c-14d8-49d7-809f-7a4cefdec05e'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:41:46.458282 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-a3ed0773-3da0-455f-a1df-2b5068722712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:41:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:46.583915 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-a3ed0773-3da0-455f-a1df-2b5068722712 None None] Set router a7d7829c-14d8-49d7-809f-7a4cefdec05e gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:41:46.721256 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-322de1fd-9682-4f95-b28b-9e7594bf4edc req-ecc89065-3116-4b08-8c64-02cdaab27566 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6c8a6b6-8bd0-4011-920e-0027c76c0fa2 HTTP/1.1" status: 200 len: 210 time: 0.0345917 Apr 29 13:41:46.722218 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae9029-74c5-4b2e-9cba-93a6299d1378 req-213aff0b-6b2a-427a-a68a-1b83ad766790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:46.723755 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7dae9029-74c5-4b2e-9cba-93a6299d1378 req-213aff0b-6b2a-427a-a68a-1b83ad766790 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c178ce8f803e474f8f7f018d2003d772&device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 1128 time: 0.0843716 Apr 29 13:41:46.969995 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-a3ed0773-3da0-455f-a1df-2b5068722712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:46.999591 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ed0773-3da0-455f-a1df-2b5068722712 None None] The sync data for ids ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'] in dv-cinder-839416-3-smb is: [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:41:47.056475 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-fe3f3a05-1b12-40d6-a818-9b5e0442eb3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:47.087031 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a2541-057f-4803-a589-9ea712a403d8 req-2ae432dd-5b83-4f52-b54f-6e2b4acc8e6a tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:47.089345 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3d6a2541-057f-4803-a589-9ea712a403d8 req-2ae432dd-5b83-4f52-b54f-6e2b4acc8e6a tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 944 time: 0.1414971 Apr 29 13:41:47.201137 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae9029-74c5-4b2e-9cba-93a6299d1378 req-434e2a82-49dc-4286-a6ea-dd0a5f274b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:47.202865 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7dae9029-74c5-4b2e-9cba-93a6299d1378 req-434e2a82-49dc-4286-a6ea-dd0a5f274b5b service neutron] 10.222.0.26 "GET /v2.0/networks?id=a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 HTTP/1.1" status: 200 len: 909 time: 0.2025192 Apr 29 13:41:47.213402 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3d6a2541-057f-4803-a589-9ea712a403d8 req-e8573fc5-a399-4229-b281-76ebb895704a tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937817 Apr 29 13:41:47.323591 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695b4259-701b-4a36-b674-a39b7e9c2d20 None None] New status for floating IP 5b0ef755-653e-46d7-9467-8c1e604a65a3: DOWN {{(pid=103549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:41:47.397467 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbd76c-722d-406a-bcba-7dfd1585a1d8 req-4080b50c-f4c6-4ad6-b766-08416b7e4b73 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:47.400703 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d5dbd76c-722d-406a-bcba-7dfd1585a1d8 req-4080b50c-f4c6-4ad6-b766-08416b7e4b73 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0972636 Apr 29 13:41:47.447484 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe88bc-941f-4c05-8529-b21842339601 req-ac31e02e-e078-4432-9a7f-3cd89257b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:47.452269 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0ffe88bc-941f-4c05-8529-b21842339601 req-ac31e02e-e078-4432-9a7f-3cd89257b98b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24f0f6159b9a46e4b3264b8c74e0f7a0&device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 1129 time: 0.0848134 Apr 29 13:41:47.467103 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7dae9029-74c5-4b2e-9cba-93a6299d1378 req-3d5fa13d-f856-4b13-9101-6418bd6e1d2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2bc9fdb-40de-4a1e-b134-3533fddd1bed HTTP/1.1" status: 200 len: 217 time: 0.1001375 Apr 29 13:41:47.616918 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d5dbd76c-722d-406a-bcba-7dfd1585a1d8 req-38ebdab1-c0bd-4ac1-bcfe-5cdc9bdc82a0 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641951 Apr 29 13:41:47.619809 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae9029-74c5-4b2e-9cba-93a6299d1378 req-ac2d5b85-dc61-482c-bb8f-60a7231ae3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:47.622639 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7dae9029-74c5-4b2e-9cba-93a6299d1378 req-ac2d5b85-dc61-482c-bb8f-60a7231ae3c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6 HTTP/1.1" status: 200 len: 848 time: 0.1396239 Apr 29 13:41:47.634631 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe88bc-941f-4c05-8529-b21842339601 req-a26f70aa-6026-4d7b-a76b-bf150107a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:47.637433 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0ffe88bc-941f-4c05-8529-b21842339601 req-a26f70aa-6026-4d7b-a76b-bf150107a85c service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c HTTP/1.1" status: 200 len: 915 time: 0.1734860 Apr 29 13:41:47.675365 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae9029-74c5-4b2e-9cba-93a6299d1378 req-034ad02b-1134-4f17-83ee-3911975e6c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:47.676997 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7dae9029-74c5-4b2e-9cba-93a6299d1378 req-034ad02b-1134-4f17-83ee-3911975e6c7d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0477910 Apr 29 13:41:47.723703 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0ffe88bc-941f-4c05-8529-b21842339601 req-25f6543f-8ac3-4d01-a76e-73e65da0d4bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1e8c59d-08c7-463d-8f1d-d55528a06712 HTTP/1.1" status: 200 len: 1000 time: 0.0803890 Apr 29 13:41:47.807720 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe88bc-941f-4c05-8529-b21842339601 req-e4d2c36e-981d-41dd-bc81-1c88e89a5b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:47.810398 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0ffe88bc-941f-4c05-8529-b21842339601 req-e4d2c36e-981d-41dd-bc81-1c88e89a5b58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f258e551-312b-40dd-9f3e-d438e3260232 HTTP/1.1" status: 200 len: 854 time: 0.0788202 Apr 29 13:41:47.837014 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7dae9029-74c5-4b2e-9cba-93a6299d1378 req-e9fd84ec-b947-42ff-b55c-1a6832c8c06a service neutron] 10.222.0.26 "GET /v2.0/networks/a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489310 Apr 29 13:41:47.861294 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45172) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:47.930989 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe88bc-941f-4c05-8529-b21842339601 req-3e6c6822-2d45-412e-b539-4f1b7b75c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:47.934414 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0ffe88bc-941f-4c05-8529-b21842339601 req-3e6c6822-2d45-412e-b539-4f1b7b75c8f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1173370 Apr 29 13:41:47.955132 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7dae9029-74c5-4b2e-9cba-93a6299d1378 req-0a5e4e7f-69b3-4405-98d2-b2692d1b84b7 service neutron] 10.222.0.26 "GET /v2.0/networks/a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129556 Apr 29 13:41:48.027261 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f8262779-149b-4cac-aef1-6fc3e6528079 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (6fe23293-fc42-4bda-a7ac-9a71a53bf729), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:48.063626 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:48.078152 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f8262779-149b-4cac-aef1-6fc3e6528079 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (6fe23293-fc42-4bda-a7ac-9a71a53bf729), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:48.126388 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0ffe88bc-941f-4c05-8529-b21842339601 req-12d2cbe8-8a38-4d90-a623-76e72e0a6911 service neutron] 10.222.0.26 "GET /v2.0/networks/6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828444 Apr 29 13:41:48.256299 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f8262779-149b-4cac-aef1-6fc3e6528079 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (6fe23293-fc42-4bda-a7ac-9a71a53bf729), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:48.258824 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f8262779-149b-4cac-aef1-6fc3e6528079 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:48.262783 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-f8262779-149b-4cac-aef1-6fc3e6528079 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "DELETE /v2.0/security-groups/6fe23293-fc42-4bda-a7ac-9a71a53bf729 HTTP/1.1" status: 204 len: 168 time: 0.3968673 Apr 29 13:41:48.263819 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 45182) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:48.269816 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0ffe88bc-941f-4c05-8529-b21842339601 req-3249ba55-b2c6-43cc-b426-f9d8befc8657 service neutron] 10.222.0.26 "GET /v2.0/networks/6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297293 Apr 29 13:41:48.286450 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.api.v2.resource [None req-aed82cf9-715f-45f9-bfee-963aaa2b42c3 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] show failed (client error): The resource could not be found. Apr 29 13:41:48.290335 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-aed82cf9-715f-45f9-bfee-963aaa2b42c3 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups/6fe23293-fc42-4bda-a7ac-9a71a53bf729 HTTP/1.1" status: 404 len: 347 time: 0.0228715 Apr 29 13:41:48.290520 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8262779-149b-4cac-aef1-6fc3e6528079 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe23293-fc42-4bda-a7ac-9a71a53bf729,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:48.291267 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45184) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:48.382444 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545ddd7-826d-4bbe-aec9-2556e14f81e2 req-e73d2d00-75de-4153-be83-ddd4c8b67608 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:48.384202 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6545ddd7-826d-4bbe-aec9-2556e14f81e2 req-e73d2d00-75de-4153-be83-ddd4c8b67608 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 944 time: 0.0541372 Apr 29 13:41:48.432053 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-55b09855-7edf-41bd-8622-1e5eef03e5ec tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Deleting port ededc754-eb77-4667-a15d-bdc82d7ba3e6 {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:41:48.432390 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-55b09855-7edf-41bd-8622-1e5eef03e5ec tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (ededc754-eb77-4667-a15d-bdc82d7ba3e6), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:48.454479 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6545ddd7-826d-4bbe-aec9-2556e14f81e2 req-b3965d79-12be-492e-ac53-dc2d7587e312 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618668 Apr 29 13:41:48.527302 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-55b09855-7edf-41bd-8622-1e5eef03e5ec tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (ededc754-eb77-4667-a15d-bdc82d7ba3e6), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:48.528011 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-55b09855-7edf-41bd-8622-1e5eef03e5ec tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (ededc754-eb77-4667-a15d-bdc82d7ba3e6), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:48.541420 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-55b09855-7edf-41bd-8622-1e5eef03e5ec tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Calling delete_port for ededc754-eb77-4667-a15d-bdc82d7ba3e6 owned by network:floatingip {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:41:48.600549 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device e2bc9fdb-40de-4a1e-b134-3533fddd1bed details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:41:48.602982 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device b4f65152-9c3d-4bb6-b41a-1b545a64e3cc no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:41:48.641133 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] No Port match for: b4f65152-9c3d-4bb6-b41a-1b545a64e3cc {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:41:48.642332 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device b4f65152-9c3d-4bb6-b41a-1b545a64e3cc not bound to the agent host hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:41:48.717625 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-55b09855-7edf-41bd-8622-1e5eef03e5ec tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146'] for port (ededc754-eb77-4667-a15d-bdc82d7ba3e6), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:48.748923 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b09855-7edf-41bd-8622-1e5eef03e5ec tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event deleted for resources: {'Port': ['ID=ededc754-eb77-4667-a15d-bdc82d7ba3e6,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:48.768262 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port e2bc9fdb-40de-4a1e-b134-3533fddd1bed, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=e2bc9fdb-40de-4a1e-b134-3533fddd1bed,segment=NetworkSegment(25a96713-b9e7-498e-9508-9d2d7263e973),segment_id=25a96713-b9e7-498e-9508-9d2d7263e973)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:41:48.782803 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': 'e2bc9fdb-40de-4a1e-b134-3533fddd1bed', 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1', 'port_id': 'e2bc9fdb-40de-4a1e-b134-3533fddd1bed', 'mac_address': 'fa:16:3e:f3:48:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:41:48.784040 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-55b09855-7edf-41bd-8622-1e5eef03e5ec tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (5b0ef755-653e-46d7-9467-8c1e604a65a3), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:48.787335 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-55b09855-7edf-41bd-8622-1e5eef03e5ec tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:48.790889 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-55b09855-7edf-41bd-8622-1e5eef03e5ec tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "DELETE /v2.0/floatingips/5b0ef755-653e-46d7-9467-8c1e604a65a3 HTTP/1.1" status: 204 len: 168 time: 0.4988635 Apr 29 13:41:48.797955 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070dd86-64f5-4619-9a36-a7866485bc01 req-fa974281-e2ff-4a76-8dc5-298ce7909815 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:48.799972 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3070dd86-64f5-4619-9a36-a7866485bc01 req-fa974281-e2ff-4a76-8dc5-298ce7909815 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0698440 Apr 29 13:41:48.837830 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port e2bc9fdb-40de-4a1e-b134-3533fddd1bed is: DOWN; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:41:48.838301 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (e2bc9fdb-40de-4a1e-b134-3533fddd1bed), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:48.855393 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2bc9fdb-40de-4a1e-b134-3533fddd1bed {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:41:48.875241 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3070dd86-64f5-4619-9a36-a7866485bc01 req-7b9b1468-7d1c-4241-99ea-6a876325c9a5 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619555 Apr 29 13:41:48.880387 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port e2bc9fdb-40de-4a1e-b134-3533fddd1bed, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=e2bc9fdb-40de-4a1e-b134-3533fddd1bed,segment=NetworkSegment(25a96713-b9e7-498e-9508-9d2d7263e973),segment_id=25a96713-b9e7-498e-9508-9d2d7263e973)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:41:48.886538 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (e2bc9fdb-40de-4a1e-b134-3533fddd1bed), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:48.940446 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=e2bc9fdb-40de-4a1e-b134-3533fddd1bed,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:48.947913 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:48.948251 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:48.948595 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:48.948974 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:48.949308 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:48.949640 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:48.949964 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:48.950295 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:48.950621 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:48.950948 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:48.951271 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:48.951606 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:48.951933 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:48.952256 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:48.952570 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:41:49.099340 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45190) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:49.104412 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-e96a3358-7582-4113-8974-68dbc74ec0da tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1176379325', 'description': 'tempest-description--1957085931'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:41:49.126977 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-e96a3358-7582-4113-8974-68dbc74ec0da tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:49.179114 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['e2bc9fdb-40de-4a1e-b134-3533fddd1bed'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:41:49.212890 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-e96a3358-7582-4113-8974-68dbc74ec0da tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (cff42787-1639-48d3-8613-6b33421dbd31), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:49.218647 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-e96a3358-7582-4113-8974-68dbc74ec0da tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (cff42787-1639-48d3-8613-6b33421dbd31), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:49.249970 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-e96a3358-7582-4113-8974-68dbc74ec0da tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:49.255187 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-e96a3358-7582-4113-8974-68dbc74ec0da tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1546440 Apr 29 13:41:49.255412 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 45194) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:49.260080 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a3358-7582-4113-8974-68dbc74ec0da tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cff42787-1639-48d3-8613-6b33421dbd31,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:49.264712 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-e8b41997-578d-4927-86d2-76b15ad234cd tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'security_group_rule': {'security_group_id': 'cff42787-1639-48d3-8613-6b33421dbd31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:41:49.301234 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e8b41997-578d-4927-86d2-76b15ad234cd tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (991da61f-9f5a-4e2c-995d-86e2312cdbc6), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:49.374890 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e8b41997-578d-4927-86d2-76b15ad234cd tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (991da61f-9f5a-4e2c-995d-86e2312cdbc6), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:49.380163 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e8b41997-578d-4927-86d2-76b15ad234cd tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (991da61f-9f5a-4e2c-995d-86e2312cdbc6), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:49.399799 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b41997-578d-4927-86d2-76b15ad234cd tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991da61f-9f5a-4e2c-995d-86e2312cdbc6,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:49.410054 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-e8b41997-578d-4927-86d2-76b15ad234cd tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:49.414014 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-e8b41997-578d-4927-86d2-76b15ad234cd tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1538541 Apr 29 13:41:49.414247 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 45196) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:49.418416 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-2c2b8d16-c973-4b9d-a884-24306a64fae8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'security_group_rule': {'security_group_id': 'cff42787-1639-48d3-8613-6b33421dbd31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:41:49.450129 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2c2b8d16-c973-4b9d-a884-24306a64fae8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (c90e81fa-1db3-49ec-b758-987dfa27ddcd), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:49.518734 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2c2b8d16-c973-4b9d-a884-24306a64fae8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (c90e81fa-1db3-49ec-b758-987dfa27ddcd), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:49.522561 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2c2b8d16-c973-4b9d-a884-24306a64fae8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (c90e81fa-1db3-49ec-b758-987dfa27ddcd), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:49.544483 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b8d16-c973-4b9d-a884-24306a64fae8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90e81fa-1db3-49ec-b758-987dfa27ddcd,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:49.559531 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2c2b8d16-c973-4b9d-a884-24306a64fae8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:49.560756 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-2c2b8d16-c973-4b9d-a884-24306a64fae8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1456039 Apr 29 13:41:49.564532 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45200) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:49.569106 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-4f4f9b11-0931-4b2e-bd55-91da1f3b0398 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'floatingip': {'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:41:49.590856 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4f4f9b11-0931-4b2e-bd55-91da1f3b0398 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:49.598255 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09525b-bc47-4a42-8cd0-ea4abf437cdf req-2c011164-9243-48a7-8fd0-34ad73cbd4c6 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:49.599805 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3e09525b-bc47-4a42-8cd0-ea4abf437cdf req-2c011164-9243-48a7-8fd0-34ad73cbd4c6 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 945 time: 0.0586376 Apr 29 13:41:49.655359 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3e09525b-bc47-4a42-8cd0-ea4abf437cdf req-6ff99878-836a-4d65-8569-79def6e003e7 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490847 Apr 29 13:41:49.696785 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4f4f9b11-0931-4b2e-bd55-91da1f3b0398 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:49.819862 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [None req-4f4f9b11-0931-4b2e-bd55-91da1f3b0398 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Allocated IP 172.28.3.210 (9c8e0a80-d509-45ab-9720-00aefc93fc37/7d82864c-1f03-4b55-a173-75a79706e4c7/32a2fdd2-e30b-43df-8c23-6d89c00552b6) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:41:49.952516 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4f4f9b11-0931-4b2e-bd55-91da1f3b0398 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for port (32a2fdd2-e30b-43df-8c23-6d89c00552b6), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:50.007845 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4f4f9b11-0931-4b2e-bd55-91da1f3b0398 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (32a2fdd2-e30b-43df-8c23-6d89c00552b6), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:50.045474 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:50.058391 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cbf96-d53f-4aff-baae-108e0eb763bd req-990be313-7725-4a8b-a35f-4f27a95efebf tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:50.061159 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ee4cbf96-d53f-4aff-baae-108e0eb763bd req-990be313-7725-4a8b-a35f-4f27a95efebf tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 945 time: 0.0787716 Apr 29 13:41:50.069341 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4f9b11-0931-4b2e-bd55-91da1f3b0398 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:41:50.072764 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-4f4f9b11-0931-4b2e-bd55-91da1f3b0398 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:41:50.075786 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4f9b11-0931-4b2e-bd55-91da1f3b0398 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:41:50.087331 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f9b11-0931-4b2e-bd55-91da1f3b0398 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'Port': ['ID=32a2fdd2-e30b-43df-8c23-6d89c00552b6,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:50.137926 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ee4cbf96-d53f-4aff-baae-108e0eb763bd req-eb5dedb2-6c8c-4b07-b7d7-a88962a71502 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647647 Apr 29 13:41:50.157949 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4f4f9b11-0931-4b2e-bd55-91da1f3b0398 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (5bc0457b-070f-4acb-9057-ac1f6e042b81), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:50.235806 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4f4f9b11-0931-4b2e-bd55-91da1f3b0398 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (32a2fdd2-e30b-43df-8c23-6d89c00552b6), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:50.444703 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4f4f9b11-0931-4b2e-bd55-91da1f3b0398 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for port (32a2fdd2-e30b-43df-8c23-6d89c00552b6), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:50.450827 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4f4f9b11-0931-4b2e-bd55-91da1f3b0398 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (32a2fdd2-e30b-43df-8c23-6d89c00552b6), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:50.506713 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4f4f9b11-0931-4b2e-bd55-91da1f3b0398 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (5bc0457b-070f-4acb-9057-ac1f6e042b81), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:50.540119 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f9b11-0931-4b2e-bd55-91da1f3b0398 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'Port': ['ID=32a2fdd2-e30b-43df-8c23-6d89c00552b6,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:50.549743 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4f4f9b11-0931-4b2e-bd55-91da1f3b0398 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:50.553366 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-4f4f9b11-0931-4b2e-bd55-91da1f3b0398 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9874904 Apr 29 13:41:50.606045 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device e2bc9fdb-40de-4a1e-b134-3533fddd1bed up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:41:50.690703 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning for port e2bc9fdb-40de-4a1e-b134-3533fddd1bed completed by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:41:50.697918 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port e2bc9fdb-40de-4a1e-b134-3533fddd1bed triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:41:50.698360 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (e2bc9fdb-40de-4a1e-b134-3533fddd1bed), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:50.802644 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port e2bc9fdb-40de-4a1e-b134-3533fddd1bed is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:41:50.803027 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (e2bc9fdb-40de-4a1e-b134-3533fddd1bed), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:50.818417 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68050f3-d803-49fd-ab1d-7658b6cb191e req-028d213d-67b2-4bfe-85b9-80b03bbd1072 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:50.820046 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c68050f3-d803-49fd-ab1d-7658b6cb191e req-028d213d-67b2-4bfe-85b9-80b03bbd1072 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 945 time: 0.0783033 Apr 29 13:41:50.835790 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-5fc314b8-21fc-4dd0-985a-248d9f82ccef tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1176379325&fields=id&tenant_id=ade3a9fb8cf84c3684a431096d529b75 HTTP/1.1" status: 200 len: 267 time: 0.0841284 Apr 29 13:41:50.845261 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103a6bc3-7a7b-44ec-818b-6c22bb99d66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bc9fdb-40de-4a1e-b134-3533fddd1bed'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:41:50.847623 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac1e6c8-667f-435b-b330-bb0c198010a6" -d '{"events": [{"server_uuid": "103a6bc3-7a7b-44ec-818b-6c22bb99d66a", "name": "network-vif-plugged", "status": "completed", "tag": "e2bc9fdb-40de-4a1e-b134-3533fddd1bed"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:41:50.863452 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port e2bc9fdb-40de-4a1e-b134-3533fddd1bed, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=e2bc9fdb-40de-4a1e-b134-3533fddd1bed,segment=NetworkSegment(25a96713-b9e7-498e-9508-9d2d7263e973),segment_id=25a96713-b9e7-498e-9508-9d2d7263e973)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:41:50.868986 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (e2bc9fdb-40de-4a1e-b134-3533fddd1bed), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:50.870116 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device d1e8c59d-08c7-463d-8f1d-d55528a06712 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:41:50.969322 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=e2bc9fdb-40de-4a1e-b134-3533fddd1bed,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:50.969610 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c68050f3-d803-49fd-ab1d-7658b6cb191e req-efa80c36-948d-4d2f-9275-bd98480091f0 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273892 Apr 29 13:41:51.010668 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-d5322f0a-b722-4655-a5ff-f0aebcaeb887 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:51.013299 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-d5322f0a-b722-4655-a5ff-f0aebcaeb887 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/networks?id=ee2b3ef3-3340-4760-a72b-28d6455d187a HTTP/1.1" status: 200 len: 814 time: 0.1596537 Apr 29 13:41:51.013770 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port d1e8c59d-08c7-463d-8f1d-d55528a06712 is: ACTIVE; New status is: DOWN {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:41:51.014159 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:51.030742 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-7058017d-d8be-488d-b403-8254b6c2215d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/quotas/ade3a9fb8cf84c3684a431096d529b75 HTTP/1.1" status: 200 len: 375 time: 0.0102522 Apr 29 13:41:51.035122 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24ead42-6914-43ba-ad21-540c57f7ebb9 x-openstack-request-id: req-a24ead42-6914-43ba-ad21-540c57f7ebb9 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:41:51.035422 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103a6bc3-7a7b-44ec-818b-6c22bb99d66a", "name": "network-vif-plugged", "status": "completed", "tag": "e2bc9fdb-40de-4a1e-b134-3533fddd1bed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:41:51.035674 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a24ead42-6914-43ba-ad21-540c57f7ebb9 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:41:51.036081 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24ead42-6914-43ba-ad21-540c57f7ebb9'] response: {'server_uuid': '103a6bc3-7a7b-44ec-818b-6c22bb99d66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bc9fdb-40de-4a1e-b134-3533fddd1bed', 'code': 200} Apr 29 13:41:51.066918 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port d1e8c59d-08c7-463d-8f1d-d55528a06712, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=d1e8c59d-08c7-463d-8f1d-d55528a06712,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:41:51.071753 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:51.102693 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-c15e1a83-39da-4c1d-b6ed-e37a589a5878 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ade3a9fb8cf84c3684a431096d529b75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650539 Apr 29 13:41:51.128838 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=d1e8c59d-08c7-463d-8f1d-d55528a06712,revision_number=8']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:51.223189 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-a4c3fe72-7ca3-4835-a794-542511017b86 service neutron] 10.222.0.20 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075509 Apr 29 13:41:51.280135 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863fc3d-07d8-4333-ab3e-cd2061ba77df req-e8074b06-926d-43bd-b57f-c54adb70ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:51.282501 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-7863fc3d-07d8-4333-ab3e-cd2061ba77df req-e8074b06-926d-43bd-b57f-c54adb70ea63 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 1130 time: 0.0419679 Apr 29 13:41:51.332456 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e15a0-834c-4c9a-9890-b5ca863bf24b req-998d43c8-cbe9-450a-8be4-1c8b371a9080 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:51.333491 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-7863fc3d-07d8-4333-ab3e-cd2061ba77df req-6b2f3ba2-6992-4389-91fe-106e480676ec service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449498 Apr 29 13:41:51.334066 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a35e15a0-834c-4c9a-9890-b5ca863bf24b req-998d43c8-cbe9-450a-8be4-1c8b371a9080 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 943 time: 0.0857694 Apr 29 13:41:51.388976 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-f3b76957-6951-4eb8-bf01-c1be6d07d24b service neutron] 10.222.0.20 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587138 Apr 29 13:41:51.408528 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a35e15a0-834c-4c9a-9890-b5ca863bf24b req-98b88385-b6d3-487b-b0e2-3529be253183 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672777 Apr 29 13:41:51.467899 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:51.803183 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fcc2d39e-52bf-4fb3-929e-2738c54f57cc req-4e317503-27da-479c-89a5-25a203ce1158 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 210 time: 0.0322406 Apr 29 13:41:51.964561 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eb742-84c4-4148-b057-63e80552e979 req-1c459b49-6b2e-49d9-a4a7-137c3de152b1 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:51.966651 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-736eb742-84c4-4148-b057-63e80552e979 req-1c459b49-6b2e-49d9-a4a7-137c3de152b1 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0583963 Apr 29 13:41:52.070393 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-736eb742-84c4-4148-b057-63e80552e979 req-270acec9-d6b9-4356-9abc-26486f513c3e tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937457 Apr 29 13:41:52.132760 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22454ae-b044-4eb7-8f53-45808d334dde req-9b19dec5-86ae-4bd0-b47f-21b0698fd5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:52.134338 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-a22454ae-b044-4eb7-8f53-45808d334dde req-9b19dec5-86ae-4bd0-b47f-21b0698fd5f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f16d4321a559404f9a2d7a6f38c752c1&device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 1130 time: 0.0988045 Apr 29 13:41:52.178524 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9ef2d-10d1-44f5-957b-37ae7ad65549 req-867f2ab7-1730-47ce-aec3-14ab82902cd7 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:52.185433 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-bbb9ef2d-10d1-44f5-957b-37ae7ad65549 req-867f2ab7-1730-47ce-aec3-14ab82902cd7 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 946 time: 0.0629427 Apr 29 13:41:52.208124 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [req-4d29be46-74ac-4215-9a47-717911d00113 req-1d575c83-dc62-426a-bd0f-32e987b93672 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:41:52.209443 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4d29be46-74ac-4215-9a47-717911d00113 req-1d575c83-dc62-426a-bd0f-32e987b93672 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0150759 Apr 29 13:41:52.244077 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22454ae-b044-4eb7-8f53-45808d334dde req-8fadbf90-3f14-4ac2-81db-0edb26889f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:52.245983 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-a22454ae-b044-4eb7-8f53-45808d334dde req-8fadbf90-3f14-4ac2-81db-0edb26889f7a service neutron] 10.222.0.26 "GET /v2.0/networks?id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a HTTP/1.1" status: 200 len: 918 time: 0.1032028 Apr 29 13:41:52.251433 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-bbb9ef2d-10d1-44f5-957b-37ae7ad65549 req-1658328b-6777-49bc-858c-eab1a01fdd48 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643311 Apr 29 13:41:52.393122 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c718cc-c118-4b07-a460-78b2e1a69f65 req-7696aed6-f1b3-4607-9a0d-6ad54d93c711 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:52.394789 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-30c718cc-c118-4b07-a460-78b2e1a69f65 req-7696aed6-f1b3-4607-9a0d-6ad54d93c711 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 943 time: 0.0520022 Apr 29 13:41:52.447028 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-30c718cc-c118-4b07-a460-78b2e1a69f65 req-4bc7112b-6eb0-422f-8f3e-a52045b2651d tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464993 Apr 29 13:41:52.747340 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45282) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:52.870230 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3fe7fb1a-b9f0-4db2-9bd5-f3e7f9f2b28c req-9febe565-eb69-4998-9c14-58323df88f99 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1215186 Apr 29 13:41:52.872081 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-a22454ae-b044-4eb7-8f53-45808d334dde req-19c35be8-24bc-4e31-b91f-46d9399676fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a83d8fdb-1796-4c67-adef-7b89e83f47d4 HTTP/1.1" status: 200 len: 1001 time: 0.1161757 Apr 29 13:41:52.879345 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [req-3fe7fb1a-b9f0-4db2-9bd5-f3e7f9f2b28c req-7024f6bf-1700-4ab5-b6c9-850b719e4147 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:41:52.880335 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3fe7fb1a-b9f0-4db2-9bd5-f3e7f9f2b28c req-7024f6bf-1700-4ab5-b6c9-850b719e4147 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053241 Apr 29 13:41:52.922561 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f6aa2103-f65d-4ab3-8d0d-83358ddd79ad req-635bd4a9-4087-426a-89c3-5ed7e57b54b8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 210 time: 0.0335996 Apr 29 13:41:52.962313 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45292) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:53.011115 dv-cinder-839416-3-smb neutron-server[103547]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 13:41:53.037572 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82867de9-df31-465b-9e65-dab229b02547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1e8c59d-08c7-463d-8f1d-d55528a06712'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:41:53.041138 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9fd4bf-c18b-4314-afa3-03e5b96aabe9" -d '{"events": [{"server_uuid": "82867de9-df31-465b-9e65-dab229b02547", "name": "network-vif-unplugged", "status": "completed", "tag": "d1e8c59d-08c7-463d-8f1d-d55528a06712"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:41:53.079604 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Apr 2022 13:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fc49b0-051b-47a5-bb29-577d36db3565 x-openstack-request-id: req-69fc49b0-051b-47a5-bb29-577d36db3565 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:41:53.080376 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82867de9-df31-465b-9e65-dab229b02547", "name": "network-vif-unplugged", "status": "failed", "tag": "d1e8c59d-08c7-463d-8f1d-d55528a06712", "code": 422}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:41:53.080753 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69fc49b0-051b-47a5-bb29-577d36db3565 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:41:53.081388 dv-cinder-839416-3-smb neutron-server[103549]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-69fc49b0-051b-47a5-bb29-577d36db3565']: {'server_uuid': '82867de9-df31-465b-9e65-dab229b02547', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd1e8c59d-08c7-463d-8f1d-d55528a06712', 'code': 422} returned with failed status Apr 29 13:41:53.095381 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7fb1a-b9f0-4db2-9bd5-f3e7f9f2b28c req-b31da2b6-1d2e-470d-b5bb-736c047a1929 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:53.096208 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3fe7fb1a-b9f0-4db2-9bd5-f3e7f9f2b28c req-b31da2b6-1d2e-470d-b5bb-736c047a1929 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports/d1e8c59d-08c7-463d-8f1d-d55528a06712 HTTP/1.1" status: 200 len: 940 time: 0.1328917 Apr 29 13:41:53.113171 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22454ae-b044-4eb7-8f53-45808d334dde req-c76035ca-d7f8-4f3a-965a-966e520058ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:53.114726 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-a22454ae-b044-4eb7-8f53-45808d334dde req-c76035ca-d7f8-4f3a-965a-966e520058ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59fa37f6-c5e6-406e-bd81-5f2770950e70 HTTP/1.1" status: 200 len: 857 time: 0.0937517 Apr 29 13:41:53.179951 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22454ae-b044-4eb7-8f53-45808d334dde req-6dce7c0a-2851-43a5-a82c-5b3c7db439bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:53.182933 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-a22454ae-b044-4eb7-8f53-45808d334dde req-6dce7c0a-2851-43a5-a82c-5b3c7db439bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0611393 Apr 29 13:41:53.308855 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5e9c5-a86a-48af-988c-cd0014a89f18 req-8b555736-7ad9-4d4d-80da-aa3449c11601 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:53.317170 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7bd5e9c5-a86a-48af-988c-cd0014a89f18 req-8b555736-7ad9-4d4d-80da-aa3449c11601 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0976188 Apr 29 13:41:53.362982 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-a22454ae-b044-4eb7-8f53-45808d334dde req-b377a38d-2468-42b6-b885-808f085b6a3b service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733644 Apr 29 13:41:53.380536 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-220a6417-bfe7-4810-b127-7474ff815f66 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:53.382521 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-220a6417-bfe7-4810-b127-7474ff815f66 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.26 "GET /v2.0/networks?id=ee2b3ef3-3340-4760-a72b-28d6455d187a HTTP/1.1" status: 200 len: 814 time: 0.2749004 Apr 29 13:41:53.451761 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a771e90-a785-4752-bd21-f2f590366020 req-981d38fd-c1bd-40ee-8531-9b32e9f5ba65 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:53.454292 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5a771e90-a785-4752-bd21-f2f590366020 req-981d38fd-c1bd-40ee-8531-9b32e9f5ba65 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 946 time: 0.0851781 Apr 29 13:41:53.472799 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7bd5e9c5-a86a-48af-988c-cd0014a89f18 req-1e62d5fd-3d7f-431d-850d-93cbc132c459 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480067 Apr 29 13:41:53.485150 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-a22454ae-b044-4eb7-8f53-45808d334dde req-7a80b193-c544-43f7-80ba-97be82966ae1 service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157527 Apr 29 13:41:53.620308 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5a771e90-a785-4752-bd21-f2f590366020 req-0ea238d1-a0b0-4bd0-bfa5-8adb69713926 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463563 Apr 29 13:41:53.624857 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-4bedbf06-9b0f-4216-9165-6c6bf5bec94f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ade3a9fb8cf84c3684a431096d529b75 HTTP/1.1" status: 200 len: 380 time: 0.1695266 Apr 29 13:41:53.631697 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5798d6c-b6f1-41ec-bd5a-cab78ac0f9af req-ee77509c-fafb-4a72-9ebd-dc12eb82cd86 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:53.633155 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f5798d6c-b6f1-41ec-bd5a-cab78ac0f9af req-ee77509c-fafb-4a72-9ebd-dc12eb82cd86 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 943 time: 0.0918169 Apr 29 13:41:53.676273 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-554a7130-867d-49b4-a9da-b2c99af3235a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'port': {'device_id': 'ac175370-d430-44df-bbdc-74c009efec09', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'admin_state_up': True, 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'security_groups': ['cff42787-1639-48d3-8613-6b33421dbd31']}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:41:53.726725 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f5798d6c-b6f1-41ec-bd5a-cab78ac0f9af req-c5301939-abad-430f-9f2c-38479cce3678 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878711 Apr 29 13:41:54.055062 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efda275-0d1d-448c-bf26-2dad8d187892 req-af40e343-0061-4934-9cda-648e5f644049 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:54.056628 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7efda275-0d1d-448c-bf26-2dad8d187892 req-af40e343-0061-4934-9cda-648e5f644049 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 946 time: 0.3568139 Apr 29 13:41:54.115646 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f833e468-e84e-406a-a432-c19ec02be48d req-ae42c99c-5488-46c8-a6e8-d9c54c3f86a8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 210 time: 0.0769532 Apr 29 13:41:54.161008 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7efda275-0d1d-448c-bf26-2dad8d187892 req-4791e026-4fac-4eb3-b0aa-3b7576f4bcc1 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980132 Apr 29 13:41:54.169803 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-554a7130-867d-49b4-a9da-b2c99af3235a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Made reservation on behalf of ade3a9fb8cf84c3684a431096d529b75 for: {'port': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:41:54.174498 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-554a7130-867d-49b4-a9da-b2c99af3235a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:54.187151 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45322) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:54.350902 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-554a7130-867d-49b4-a9da-b2c99af3235a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Allocated IP 172.20.0.10 (ee2b3ef3-3340-4760-a72b-28d6455d187a/0c3d70ba-2370-4119-a833-f968acf85dc2/43da4295-cb59-400f-8602-08fd80aa7016) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:41:54.355211 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6be7d64-ce70-4c0e-92b8-f29e3f521c9e tempest-TestShelveInstance-1438974808 tempest-TestShelveInstance-1438974808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:54.357001 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-b6be7d64-ce70-4c0e-92b8-f29e3f521c9e tempest-TestShelveInstance-1438974808 tempest-TestShelveInstance-1438974808-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 1125 time: 0.1688175 Apr 29 13:41:54.363576 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 45326) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:41:54.369022 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-71dbb795-d382-4c85-b7de-48d5b5710250 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Request body: {'floatingip': {'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'port_id': 'e2bc9fdb-40de-4a1e-b134-3533fddd1bed', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:41:54.415374 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-71dbb795-d382-4c85-b7de-48d5b5710250 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:54.605807 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device d1e8c59d-08c7-463d-8f1d-d55528a06712 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:41:54.617352 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-71dbb795-d382-4c85-b7de-48d5b5710250 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:54.640556 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8f98d-850e-4701-9273-e02d5f2708f5 req-c863e7ae-a505-4123-b55e-6a19fbbe24af tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:54.643256 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-06d8f98d-850e-4701-9273-e02d5f2708f5 req-c863e7ae-a505-4123-b55e-6a19fbbe24af tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.1024179 Apr 29 13:41:54.714125 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7fb1a-b9f0-4db2-9bd5-f3e7f9f2b28c req-ffe5d10a-7414-4ae1-8de7-235f429e4a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:54.715808 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3fe7fb1a-b9f0-4db2-9bd5-f3e7f9f2b28c req-ffe5d10a-7414-4ae1-8de7-235f429e4a97 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547&tenant_id=24f0f6159b9a46e4b3264b8c74e0f7a0 HTTP/1.1" status: 200 len: 1127 time: 0.0920091 Apr 29 13:41:54.754128 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port d1e8c59d-08c7-463d-8f1d-d55528a06712 is: DOWN; New status is: DOWN {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:41:54.754350 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-554a7130-867d-49b4-a9da-b2c99af3235a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for port (43da4295-cb59-400f-8602-08fd80aa7016), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:54.792451 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7fb1a-b9f0-4db2-9bd5-f3e7f9f2b28c req-e1fab5ca-818c-4c3f-967e-80cd830f98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:54.794257 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3fe7fb1a-b9f0-4db2-9bd5-f3e7f9f2b28c req-e1fab5ca-818c-4c3f-967e-80cd830f98a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24f0f6159b9a46e4b3264b8c74e0f7a0&device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 1127 time: 0.0495584 Apr 29 13:41:54.850927 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-06d8f98d-850e-4701-9273-e02d5f2708f5 req-f668cb3c-7e6b-4d9b-ac9d-9e4bcbb63dd1 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924648 Apr 29 13:41:54.918442 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-71dbb795-d382-4c85-b7de-48d5b5710250 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Allocated IP 172.28.3.193 (9c8e0a80-d509-45ab-9720-00aefc93fc37/7d82864c-1f03-4b55-a173-75a79706e4c7/30ed0901-74ca-4af9-a4b3-9e6e81e01c30) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:41:54.924059 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-554a7130-867d-49b4-a9da-b2c99af3235a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (43da4295-cb59-400f-8602-08fd80aa7016), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:54.932929 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5956cf-02ab-4b7c-8979-8a23b798e414 req-68ce74ca-a438-4d4c-9015-bede41ba8cad tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:54.934508 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ac5956cf-02ab-4b7c-8979-8a23b798e414 req-68ce74ca-a438-4d4c-9015-bede41ba8cad tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 943 time: 0.0976300 Apr 29 13:41:54.939352 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7fb1a-b9f0-4db2-9bd5-f3e7f9f2b28c req-0a24373d-1ed4-409c-b77c-6ade2289f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:54.941070 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3fe7fb1a-b9f0-4db2-9bd5-f3e7f9f2b28c req-0a24373d-1ed4-409c-b77c-6ade2289f3cf service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c HTTP/1.1" status: 200 len: 915 time: 0.1391580 Apr 29 13:41:55.023502 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3fe7fb1a-b9f0-4db2-9bd5-f3e7f9f2b28c req-29ff6ba0-7176-46e6-bfca-36c62856a5c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1e8c59d-08c7-463d-8f1d-d55528a06712 HTTP/1.1" status: 200 len: 998 time: 0.0763817 Apr 29 13:41:55.034792 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-554a7130-867d-49b4-a9da-b2c99af3235a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Network ee2b3ef3-3340-4760-a72b-28d6455d187a is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:41:55.045906 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-554a7130-867d-49b4-a9da-b2c99af3235a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:41:55.080784 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-554a7130-867d-49b4-a9da-b2c99af3235a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:41:55.083769 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a7130-867d-49b4-a9da-b2c99af3235a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'Port': ['ID=43da4295-cb59-400f-8602-08fd80aa7016,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:55.086459 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7fb1a-b9f0-4db2-9bd5-f3e7f9f2b28c req-a43b881a-9241-4b70-bf29-a8229d337681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:55.089085 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3fe7fb1a-b9f0-4db2-9bd5-f3e7f9f2b28c req-a43b881a-9241-4b70-bf29-a8229d337681 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f258e551-312b-40dd-9f3e-d438e3260232 HTTP/1.1" status: 200 len: 854 time: 0.0594194 Apr 29 13:41:55.161586 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7fb1a-b9f0-4db2-9bd5-f3e7f9f2b28c req-ba673ebd-e91f-4387-8966-4ce723c428d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:55.165458 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ac5956cf-02ab-4b7c-8979-8a23b798e414 req-9fa53d94-677f-49de-a3d9-c81c331e0fd4 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180429 Apr 29 13:41:55.177645 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3fe7fb1a-b9f0-4db2-9bd5-f3e7f9f2b28c req-ba673ebd-e91f-4387-8966-4ce723c428d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0677812 Apr 29 13:41:55.200309 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-554a7130-867d-49b4-a9da-b2c99af3235a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:55.201170 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-554a7130-867d-49b4-a9da-b2c99af3235a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:55.222701 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-71dbb795-d382-4c85-b7de-48d5b5710250 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for port (30ed0901-74ca-4af9-a4b3-9e6e81e01c30), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:55.277455 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-554a7130-867d-49b4-a9da-b2c99af3235a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6086853 Apr 29 13:41:55.294676 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] Request body: {'port': {'device_id': 'ac175370-d430-44df-bbdc-74c009efec09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:41:55.327307 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80777118-4f17-4fdb-abfc-78bb3464f377 req-40b886ec-2985-4892-b6a5-4c90d406371c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:55.328991 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-80777118-4f17-4fdb-abfc-78bb3464f377 req-40b886ec-2985-4892-b6a5-4c90d406371c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 932 time: 0.0997362 Apr 29 13:41:55.334159 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3fe7fb1a-b9f0-4db2-9bd5-f3e7f9f2b28c req-32045998-2680-4342-ae7a-a5034ef727ea service neutron] 10.222.0.26 "GET /v2.0/networks/6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551354 Apr 29 13:41:55.367666 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-71dbb795-d382-4c85-b7de-48d5b5710250 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (30ed0901-74ca-4af9-a4b3-9e6e81e01c30), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:55.462595 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dbb795-d382-4c85-b7de-48d5b5710250 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:41:55.463524 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-bf0d36d6-ac53-4ae7-b873-ffc8c92a435c None None] Provisioning complete for port 43da4295-cb59-400f-8602-08fd80aa7016 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:41:55.463914 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bf0d36d6-ac53-4ae7-b873-ffc8c92a435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (43da4295-cb59-400f-8602-08fd80aa7016), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:55.480570 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-71dbb795-d382-4c85-b7de-48d5b5710250 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:41:55.483313 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dbb795-d382-4c85-b7de-48d5b5710250 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:41:55.486976 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (43da4295-cb59-400f-8602-08fd80aa7016), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:55.490598 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dbb795-d382-4c85-b7de-48d5b5710250 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Pushing event updated for resources: {'Port': ['ID=30ed0901-74ca-4af9-a4b3-9e6e81e01c30,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:55.494955 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3fe7fb1a-b9f0-4db2-9bd5-f3e7f9f2b28c req-9414d15c-6349-4296-91e9-69562988d589 service neutron] 10.222.0.26 "GET /v2.0/networks/6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552272 Apr 29 13:41:55.497009 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-80777118-4f17-4fdb-abfc-78bb3464f377 req-544103b1-de2b-4228-90ce-b75b9c819202 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=cff42787-1639-48d3-8613-6b33421dbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585503 Apr 29 13:41:55.507654 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-bf0d36d6-ac53-4ae7-b873-ffc8c92a435c None None] Port 43da4295-cb59-400f-8602-08fd80aa7016 cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:41:56.048502 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e572669-8c60-43b4-b91b-5a79f072b764 req-52e18e13-8b38-4d80-8ac5-7f998ec0eb32 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:56.050148 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8e572669-8c60-43b4-b91b-5a79f072b764 req-52e18e13-8b38-4d80-8ac5-7f998ec0eb32 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.1056383 Apr 29 13:41:56.161190 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43da4295-cb59-400f-8602-08fd80aa7016 {{(pid=103548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:41:56.211054 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8e572669-8c60-43b4-b91b-5a79f072b764 req-83a68a6c-a742-43ff-aaa0-a2e531dc4d4d tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351302 Apr 29 13:41:56.216990 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] Publish callbacks [] for port (43da4295-cb59-400f-8602-08fd80aa7016), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:56.253498 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.provisioning_blocks [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] Transition to ACTIVE for port object 43da4295-cb59-400f-8602-08fd80aa7016 will not be triggered until provisioned by entity L2. {{(pid=103548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:41:56.323517 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26512087'] for port (43da4295-cb59-400f-8602-08fd80aa7016), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:56.456899 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:41:56.540533 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] Attempting to bind port 43da4295-cb59-400f-8602-08fd80aa7016 on host hv-cinder-83941 for vnic_type normal with profile {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:41:56.541630 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] Attempting to bind port 43da4295-cb59-400f-8602-08fd80aa7016 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:41:56.541844 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] Attempting to bind port 43da4295-cb59-400f-8602-08fd80aa7016 on network ee2b3ef3-3340-4760-a72b-28d6455d187a {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:41:56.550510 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb98ec-5dfe-43ef-9c03-29da38a1726f req-abd47e31-efff-4b23-905b-a25a08cfcc62 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:56.557830 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-09eb98ec-5dfe-43ef-9c03-29da38a1726f req-abd47e31-efff-4b23-905b-a25a08cfcc62 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 943 time: 0.2364414 Apr 29 13:41:56.572236 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] Pushing event updated for resources: {'Port': ['ID=43da4295-cb59-400f-8602-08fd80aa7016,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:56.578740 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-71dbb795-d382-4c85-b7de-48d5b5710250 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for floatingip (eaec30f4-137b-4d08-ba51-a46ab81ce119), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:56.580407 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] Port 43da4295-cb59-400f-8602-08fd80aa7016 on network ee2b3ef3-3340-4760-a72b-28d6455d187a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:41:56.580901 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] Attempting to bind port 43da4295-cb59-400f-8602-08fd80aa7016 on network ee2b3ef3-3340-4760-a72b-28d6455d187a {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:41:56.597078 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] Checking agent: {'id': '54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'started_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:41:56.597424 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] Checking segment: {'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:41:56.597803 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] Bound using segment: {'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:41:56.598261 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] Bound port: 43da4295-cb59-400f-8602-08fd80aa7016, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'}}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:41:56.598619 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (43da4295-cb59-400f-8602-08fd80aa7016), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:56.742210 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] For port 43da4295-cb59-400f-8602-08fd80aa7016, host hv-cinder-83941, cleared binding levels {{(pid=103548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:41:56.763655 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] For port 43da4295-cb59-400f-8602-08fd80aa7016, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=43da4295-cb59-400f-8602-08fd80aa7016,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:41:56.814632 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26512087'] for port (43da4295-cb59-400f-8602-08fd80aa7016), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:56.918150 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:56.919116 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:56.920557 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] 10.222.0.26 "PUT /v2.0/ports/43da4295-cb59-400f-8602-08fd80aa7016 HTTP/1.1" status: 200 len: 1094 time: 1.6322329 Apr 29 13:41:56.930228 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac175370-d430-44df-bbdc-74c009efec09', 'tag': '43da4295-cb59-400f-8602-08fd80aa7016'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:41:56.932694 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad8b178-d8a4-48bc-8655-6d4d06f9019d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac175370-d430-44df-bbdc-74c009efec09", "tag": "43da4295-cb59-400f-8602-08fd80aa7016"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:41:56.967759 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd175dbe-17b6-46e9-8255-8b2d4c6077ad req-8aa0c8a9-729d-4880-a1ac-fb6bcb88e6e8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:56.973206 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-cd175dbe-17b6-46e9-8255-8b2d4c6077ad req-8aa0c8a9-729d-4880-a1ac-fb6bcb88e6e8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 944 time: 0.1890676 Apr 29 13:41:57.043664 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-09eb98ec-5dfe-43ef-9c03-29da38a1726f req-b5d22af4-6027-4b98-bed6-986163c29300 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4845142 Apr 29 13:41:57.171004 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c41385-059c-404c-a2d4-d88f359fcc46 x-openstack-request-id: req-f8c41385-059c-404c-a2d4-d88f359fcc46 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:41:57.171338 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac175370-d430-44df-bbdc-74c009efec09", "tag": "43da4295-cb59-400f-8602-08fd80aa7016", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:41:57.171628 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8c41385-059c-404c-a2d4-d88f359fcc46 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:41:57.171939 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8c41385-059c-404c-a2d4-d88f359fcc46'] response: {'name': 'network-changed', 'server_uuid': 'ac175370-d430-44df-bbdc-74c009efec09', 'tag': '43da4295-cb59-400f-8602-08fd80aa7016', 'status': 'completed', 'code': 200} Apr 29 13:41:57.180811 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-71dbb795-d382-4c85-b7de-48d5b5710250 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (30ed0901-74ca-4af9-a4b3-9e6e81e01c30), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:57.189758 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8cf5b-cbb2-42bf-a8d9-dded19944ccb service neutron] Pushing event updated for resources: {'Port': ['ID=43da4295-cb59-400f-8602-08fd80aa7016,revision_number=3']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:57.196143 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-cd175dbe-17b6-46e9-8255-8b2d4c6077ad req-5c94e0bd-968b-422e-8ad1-6614fc44504d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=cff42787-1639-48d3-8613-6b33421dbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078910 Apr 29 13:41:57.476253 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d844ee-2467-40ae-9985-4f00f8d0c172 req-3c7e72ca-e4d5-431c-9e27-36f0de2e9d82 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:57.478359 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-21d844ee-2467-40ae-9985-4f00f8d0c172 req-3c7e72ca-e4d5-431c-9e27-36f0de2e9d82 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0772796 Apr 29 13:41:57.529810 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-71dbb795-d382-4c85-b7de-48d5b5710250 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for port (30ed0901-74ca-4af9-a4b3-9e6e81e01c30), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:57.541531 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-71dbb795-d382-4c85-b7de-48d5b5710250 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26512087'] for port (30ed0901-74ca-4af9-a4b3-9e6e81e01c30), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:57.591405 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-21d844ee-2467-40ae-9985-4f00f8d0c172 req-46215566-0d16-4191-9435-e19378e17059 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012747 Apr 29 13:41:57.632243 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dbb795-d382-4c85-b7de-48d5b5710250 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Pushing event updated for resources: {'Port': ['ID=30ed0901-74ca-4af9-a4b3-9e6e81e01c30,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:41:57.648262 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-71dbb795-d382-4c85-b7de-48d5b5710250 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (eaec30f4-137b-4d08-ba51-a46ab81ce119), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:57.775749 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.db.l3_db [None req-71dbb795-d382-4c85-b7de-48d5b5710250 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Floating IP eaec30f4-137b-4d08-ba51-a46ab81ce119 associated. External IP: 172.28.3.193, port: e2bc9fdb-40de-4a1e-b134-3533fddd1bed. Apr 29 13:41:58.251244 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5476cb-7a21-4458-a16f-cb15d40ed734 req-6e948aa7-722f-49fd-93e1-d0aa961e1183 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:58.253053 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2e5476cb-7a21-4458-a16f-cb15d40ed734 req-6e948aa7-722f-49fd-93e1-d0aa961e1183 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 943 time: 0.0695963 Apr 29 13:41:58.446933 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb332e-3b71-4646-9b68-4e14126fcb87 req-a82611d3-7618-405a-ac3d-739a8023e743 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:58.448353 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-07eb332e-3b71-4646-9b68-4e14126fcb87 req-a82611d3-7618-405a-ac3d-739a8023e743 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 944 time: 0.1245291 Apr 29 13:41:58.473889 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2e5476cb-7a21-4458-a16f-cb15d40ed734 req-8e1f934e-b1dc-4e63-9b20-a295041c922b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104194 Apr 29 13:41:58.486351 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71dbb795-d382-4c85-b7de-48d5b5710250 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Router 96aa2646-b8a2-48e0-873a-353a852cac98 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:41:58.574662 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-07eb332e-3b71-4646-9b68-4e14126fcb87 req-c9846e07-26d3-49b9-9709-9369cc51ccba tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=cff42787-1639-48d3-8613-6b33421dbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145201 Apr 29 13:41:58.664511 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71dbb795-d382-4c85-b7de-48d5b5710250 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:41:58.684333 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba36dea-e6e1-4da9-af6b-91731b1fed99 None None] Sync routers for ids ['96aa2646-b8a2-48e0-873a-353a852cac98'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:41:58.693441 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-71dbb795-d382-4c85-b7de-48d5b5710250 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:41:58.705199 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba36dea-e6e1-4da9-af6b-91731b1fed99 None None] Routers {'96aa2646-b8a2-48e0-873a-353a852cac98'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:41:58.706266 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-5ba36dea-e6e1-4da9-af6b-91731b1fed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:41:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['96aa2646-b8a2-48e0-873a-353a852cac98'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:58.788507 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-71dbb795-d382-4c85-b7de-48d5b5710250 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.4231541 Apr 29 13:41:58.822960 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6396ab-0007-41bf-a77d-8be46f055a14 req-089236a9-4537-42ab-8778-f5d5f276e144 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:58.848183 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0c6396ab-0007-41bf-a77d-8be46f055a14 req-089236a9-4537-42ab-8778-f5d5f276e144 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.1074057 Apr 29 13:41:58.874457 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-5ba36dea-e6e1-4da9-af6b-91731b1fed99 None None] Set router 96aa2646-b8a2-48e0-873a-353a852cac98 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:41:58.906817 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0c6396ab-0007-41bf-a77d-8be46f055a14 req-54acf5ab-3165-4f06-ad70-d85b9ebfbeb5 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613782 Apr 29 13:41:59.133160 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-5ba36dea-e6e1-4da9-af6b-91731b1fed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'name': 'tempest-TestShelveInstance-2002671171-router', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '87190d99-106c-4459-b518-68470b07c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:55Z', 'revision_number': 4, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'gw_port': {'id': '87190d99-106c-4459-b518-68470b07c8c5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': 'eaec30f4-137b-4d08-ba51-a46ab81ce119', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'floating_ip_address': '172.28.3.193', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'port_id': 'e2bc9fdb-40de-4a1e-b134-3533fddd1bed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1', 'mac_address': 'fa:16:3e:f3:48:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103a6bc3-7a7b-44ec-818b-6c22bb99d66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:41:55Z', 'updated_at': '2022-04-29T13:41:55Z', 'revision_number': 0, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb6bc0c-5413-459f-ab6a-7f3420844ef5', 'name': '', 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'mac_address': 'fa:16:3e:85:5e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:54Z', 'updated_at': '2022-04-29T13:41:02Z', 'revision_number': 5, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'subnets': [{'id': 'c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:59.167345 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba36dea-e6e1-4da9-af6b-91731b1fed99 None None] Checking router: 96aa2646-b8a2-48e0-873a-353a852cac98 for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:41:59.173772 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103a6bc3-7a7b-44ec-818b-6c22bb99d66a', 'tag': 'e2bc9fdb-40de-4a1e-b134-3533fddd1bed'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:41:59.176245 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9867f78e-4b4a-4524-9256-40e70b9a1a67" -d '{"events": [{"name": "network-changed", "server_uuid": "103a6bc3-7a7b-44ec-818b-6c22bb99d66a", "tag": "e2bc9fdb-40de-4a1e-b134-3533fddd1bed"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:41:59.179515 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba36dea-e6e1-4da9-af6b-91731b1fed99 None None] Routers {'96aa2646-b8a2-48e0-873a-353a852cac98'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:41:59.180226 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-5ba36dea-e6e1-4da9-af6b-91731b1fed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:41:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['96aa2646-b8a2-48e0-873a-353a852cac98'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:59.223474 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b308436b-bc9b-495f-b228-13e93fba36bf x-openstack-request-id: req-b308436b-bc9b-495f-b228-13e93fba36bf {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:41:59.223474 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "103a6bc3-7a7b-44ec-818b-6c22bb99d66a", "tag": "e2bc9fdb-40de-4a1e-b134-3533fddd1bed", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:41:59.223474 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b308436b-bc9b-495f-b228-13e93fba36bf {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:41:59.223474 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b308436b-bc9b-495f-b228-13e93fba36bf'] response: {'name': 'network-changed', 'server_uuid': '103a6bc3-7a7b-44ec-818b-6c22bb99d66a', 'tag': 'e2bc9fdb-40de-4a1e-b134-3533fddd1bed', 'status': 'completed', 'code': 200} Apr 29 13:41:59.312190 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-5ba36dea-e6e1-4da9-af6b-91731b1fed99 None None] Set router 96aa2646-b8a2-48e0-873a-353a852cac98 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:41:59.580886 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-5ba36dea-e6e1-4da9-af6b-91731b1fed99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'name': 'tempest-TestShelveInstance-2002671171-router', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '87190d99-106c-4459-b518-68470b07c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:55Z', 'revision_number': 4, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'gw_port': {'id': '87190d99-106c-4459-b518-68470b07c8c5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': 'eaec30f4-137b-4d08-ba51-a46ab81ce119', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'floating_ip_address': '172.28.3.193', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'port_id': 'e2bc9fdb-40de-4a1e-b134-3533fddd1bed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1', 'mac_address': 'fa:16:3e:f3:48:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103a6bc3-7a7b-44ec-818b-6c22bb99d66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:41:55Z', 'updated_at': '2022-04-29T13:41:55Z', 'revision_number': 0, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb6bc0c-5413-459f-ab6a-7f3420844ef5', 'name': '', 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'mac_address': 'fa:16:3e:85:5e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:54Z', 'updated_at': '2022-04-29T13:41:02Z', 'revision_number': 5, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'subnets': [{'id': 'c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:41:59.621093 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba36dea-e6e1-4da9-af6b-91731b1fed99 None None] The sync data for ids ['96aa2646-b8a2-48e0-873a-353a852cac98'] in dv-cinder-839416-3-smb is: [{'id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'name': 'tempest-TestShelveInstance-2002671171-router', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '87190d99-106c-4459-b518-68470b07c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:55Z', 'revision_number': 4, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'gw_port': {'id': '87190d99-106c-4459-b518-68470b07c8c5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': 'eaec30f4-137b-4d08-ba51-a46ab81ce119', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'floating_ip_address': '172.28.3.193', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'port_id': 'e2bc9fdb-40de-4a1e-b134-3533fddd1bed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1', 'mac_address': 'fa:16:3e:f3:48:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103a6bc3-7a7b-44ec-818b-6c22bb99d66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:41:55Z', 'updated_at': '2022-04-29T13:41:55Z', 'revision_number': 0, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb6bc0c-5413-459f-ab6a-7f3420844ef5', 'name': '', 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'mac_address': 'fa:16:3e:85:5e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:54Z', 'updated_at': '2022-04-29T13:41:02Z', 'revision_number': 5, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'subnets': [{'id': 'c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:41:59.636057 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557eab62-daf2-4dbc-a826-00bb4bdd25d0 req-317cc952-3bf6-445b-acba-48c5fa87e757 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:59.637672 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-557eab62-daf2-4dbc-a826-00bb4bdd25d0 req-317cc952-3bf6-445b-acba-48c5fa87e757 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 943 time: 0.0633631 Apr 29 13:41:59.762300 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-557eab62-daf2-4dbc-a826-00bb4bdd25d0 req-cd77092e-3b96-4e8d-94f0-007a835990de tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123326 Apr 29 13:41:59.769057 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f9c6e-08c0-4263-bc8b-24a1aaa89678 req-3ad88638-ba83-4624-966f-7852ffc7e64b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:41:59.770537 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-651f9c6e-08c0-4263-bc8b-24a1aaa89678 req-3ad88638-ba83-4624-966f-7852ffc7e64b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 944 time: 0.0756323 Apr 29 13:41:59.846089 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-651f9c6e-08c0-4263-bc8b-24a1aaa89678 req-fb7e42a1-d505-426d-9597-1dc5ebcda3e7 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=cff42787-1639-48d3-8613-6b33421dbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635817 Apr 29 13:41:59.950533 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d089d8cf-ad19-46a9-973e-570b0e48a39e None None] New status for floating IP eaec30f4-137b-4d08-ba51-a46ab81ce119: ACTIVE {{(pid=103549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:42:00.051830 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140702a-0f49-490f-8427-7e7e06cfedc3 req-538956fd-c943-4cdd-9584-7d9d9dd2441e tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:00.053323 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4140702a-0f49-490f-8427-7e7e06cfedc3 req-538956fd-c943-4cdd-9584-7d9d9dd2441e tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0626459 Apr 29 13:42:00.116568 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4140702a-0f49-490f-8427-7e7e06cfedc3 req-662c03bf-4703-4a25-b323-476106f6015d tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519438 Apr 29 13:42:00.928858 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9830f89-03cb-4080-ab3f-5232a9bf67c5 req-024f97bc-1ea8-4f9c-b13d-241fe927dfd2 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:00.930726 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f9830f89-03cb-4080-ab3f-5232a9bf67c5 req-024f97bc-1ea8-4f9c-b13d-241fe927dfd2 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 943 time: 0.0589261 Apr 29 13:42:01.009993 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b93fd-76e4-41da-b9b7-b6d3149353a8 req-17968a1a-bdcb-4b8c-89c1-8b09e6c17397 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:01.011898 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-046b93fd-76e4-41da-b9b7-b6d3149353a8 req-17968a1a-bdcb-4b8c-89c1-8b09e6c17397 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 944 time: 0.0662632 Apr 29 13:42:01.028723 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:01.046977 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f9830f89-03cb-4080-ab3f-5232a9bf67c5 req-ca819123-cd12-4836-bf03-c1904af2f274 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079350 Apr 29 13:42:01.098495 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-046b93fd-76e4-41da-b9b7-b6d3149353a8 req-ea151c95-637a-40be-831f-b46106af0908 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=cff42787-1639-48d3-8613-6b33421dbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797024 Apr 29 13:42:01.290237 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec9ed0-efe7-4e6a-9acb-80efe4f7ef1b req-a7a21b56-6394-4552-a54f-c4d0ef5b2777 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:01.292082 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-afec9ed0-efe7-4e6a-9acb-80efe4f7ef1b req-a7a21b56-6394-4552-a54f-c4d0ef5b2777 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0705545 Apr 29 13:42:01.347105 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-afec9ed0-efe7-4e6a-9acb-80efe4f7ef1b req-8f9ac64b-4c63-4152-acbc-2ed21237bc08 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482552 Apr 29 13:42:02.218501 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf516db-5075-496e-847f-31f871d3623d req-568eda9e-335c-4e3e-982b-4c96a5e47852 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:02.220103 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5cf516db-5075-496e-847f-31f871d3623d req-568eda9e-335c-4e3e-982b-4c96a5e47852 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 943 time: 0.0814617 Apr 29 13:42:02.251998 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4866a-f902-4247-839c-85e2ca1f76a6 req-451e10ec-8537-4ebb-b84c-79dc6ec22cd2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:02.253530 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fad4866a-f902-4247-839c-85e2ca1f76a6 req-451e10ec-8537-4ebb-b84c-79dc6ec22cd2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 944 time: 0.0731320 Apr 29 13:42:02.302386 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5cf516db-5075-496e-847f-31f871d3623d req-2935c3b7-5125-48b9-808a-01615eb9cfbf tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729859 Apr 29 13:42:02.333490 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fad4866a-f902-4247-839c-85e2ca1f76a6 req-8f5cfb4b-a1ca-4e77-a691-839a3e2b81bc tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=cff42787-1639-48d3-8613-6b33421dbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717800 Apr 29 13:42:02.484120 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baaeeb2-9f47-4f54-b2b3-458b2f79b7c2 req-0780078f-0249-4d70-a460-f6af0101e828 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:02.487177 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4baaeeb2-9f47-4f54-b2b3-458b2f79b7c2 req-0780078f-0249-4d70-a460-f6af0101e828 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0660362 Apr 29 13:42:02.572719 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4baaeeb2-9f47-4f54-b2b3-458b2f79b7c2 req-dd3cc434-3a34-433b-8d07-29956760b629 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801661 Apr 29 13:42:03.467528 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb70f0-8610-4c9a-bc5c-85f0f03c385e req-0d64eaf1-c75a-4f95-a429-2e03759fb47b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:03.470303 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-38bb70f0-8610-4c9a-bc5c-85f0f03c385e req-0d64eaf1-c75a-4f95-a429-2e03759fb47b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 943 time: 0.0800266 Apr 29 13:42:03.494455 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af2170-7f40-411b-8531-a58327942544 req-dce11148-6c78-4f33-a375-3afadfd4403d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:03.495964 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-74af2170-7f40-411b-8531-a58327942544 req-dce11148-6c78-4f33-a375-3afadfd4403d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 944 time: 0.0760734 Apr 29 13:42:03.571095 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-38bb70f0-8610-4c9a-bc5c-85f0f03c385e req-091660fb-8687-4132-9382-e47258a8f2c5 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949664 Apr 29 13:42:03.583282 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-74af2170-7f40-411b-8531-a58327942544 req-879844e5-a176-46e1-9fdf-4865cf9945ca tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=cff42787-1639-48d3-8613-6b33421dbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797539 Apr 29 13:42:03.720057 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c130468-f2f4-4e75-b57a-1ca8d10dab73 req-02871b48-4ec7-4fb6-b194-0703efad140b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:03.721630 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7c130468-f2f4-4e75-b57a-1ca8d10dab73 req-02871b48-4ec7-4fb6-b194-0703efad140b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0704863 Apr 29 13:42:03.776562 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7c130468-f2f4-4e75-b57a-1ca8d10dab73 req-75635635-8d98-4ec9-bd06-7b8d28912071 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490234 Apr 29 13:42:04.724867 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce01a6-1965-4746-8691-bb174fc097fc req-cb688990-4b0f-44c8-a3ad-6ff4c3ab1d22 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:04.726372 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b3ce01a6-1965-4746-8691-bb174fc097fc req-cb688990-4b0f-44c8-a3ad-6ff4c3ab1d22 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 943 time: 0.0770855 Apr 29 13:42:04.732480 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eee887-e6d3-4d4e-bf59-b9d407cf86ea req-8c0c8017-3f6d-4d7b-b922-38f3d833aeaa tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:04.734340 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-12eee887-e6d3-4d4e-bf59-b9d407cf86ea req-8c0c8017-3f6d-4d7b-b922-38f3d833aeaa tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 944 time: 0.0862684 Apr 29 13:42:04.814955 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b3ce01a6-1965-4746-8691-bb174fc097fc req-1dc7618f-ac30-4f7a-84d8-0acfa9f62efb tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790269 Apr 29 13:42:04.822908 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-12eee887-e6d3-4d4e-bf59-b9d407cf86ea req-df5959b4-8523-489b-b130-341b82e2690c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=cff42787-1639-48d3-8613-6b33421dbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810394 Apr 29 13:42:04.943626 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867f78e-4b4a-4524-9256-40e70b9a1a67 req-26d913e3-fdf4-4c19-a994-7ca4a00d279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:04.945138 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-9867f78e-4b4a-4524-9256-40e70b9a1a67 req-26d913e3-fdf4-4c19-a994-7ca4a00d279c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c178ce8f803e474f8f7f018d2003d772&device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 1130 time: 0.0450797 Apr 29 13:42:04.961486 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06417c3-cdd3-41c6-93d2-5a46bd606f1b req-01f4e11b-4bb4-40d2-9925-ae8927b4c6c8 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:04.962993 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c06417c3-cdd3-41c6-93d2-5a46bd606f1b req-01f4e11b-4bb4-40d2-9925-ae8927b4c6c8 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0773306 Apr 29 13:42:04.968312 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8b178-d8a4-48bc-8655-6d4d06f9019d req-45c0f62e-d66b-451f-b557-771e35fbce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:04.970373 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-cad8b178-d8a4-48bc-8655-6d4d06f9019d req-45c0f62e-d66b-451f-b557-771e35fbce80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ade3a9fb8cf84c3684a431096d529b75&device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 1128 time: 0.0711954 Apr 29 13:42:05.013323 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c06417c3-cdd3-41c6-93d2-5a46bd606f1b req-136cef58-a818-47e5-833f-1e411e2dc70e tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419867 Apr 29 13:42:05.967465 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24370b1-2846-498c-9fc2-76190e42f519 req-57d703dd-68f1-4045-abfb-e7ff8e1803af tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:05.969007 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f24370b1-2846-498c-9fc2-76190e42f519 req-57d703dd-68f1-4045-abfb-e7ff8e1803af tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 943 time: 0.0769944 Apr 29 13:42:05.976784 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4342c-acba-4b56-9940-c5baad67c779 req-6c35e29f-90c1-43e0-bae6-eeef31f1adbc tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:05.978407 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-21d4342c-acba-4b56-9940-c5baad67c779 req-6c35e29f-90c1-43e0-bae6-eeef31f1adbc tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 944 time: 0.0777214 Apr 29 13:42:06.049449 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f24370b1-2846-498c-9fc2-76190e42f519 req-4dfd3fc0-fea7-4d06-8848-25e7b758a2de tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700598 Apr 29 13:42:06.052763 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-21d4342c-acba-4b56-9940-c5baad67c779 req-5c1ef308-1184-4739-bcd5-97ce4529681c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=cff42787-1639-48d3-8613-6b33421dbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678065 Apr 29 13:42:06.190369 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867f78e-4b4a-4524-9256-40e70b9a1a67 req-4d4a6fed-a465-4bda-9165-466fd325890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:06.191843 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-9867f78e-4b4a-4524-9256-40e70b9a1a67 req-4d4a6fed-a465-4bda-9165-466fd325890b service neutron] 10.222.0.26 "GET /v2.0/networks?id=a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 HTTP/1.1" status: 200 len: 909 time: 0.0928531 Apr 29 13:42:06.251778 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6c63d-e859-4eed-9fb1-b375e4dc7f11 req-6d45a421-a087-42d3-be16-757c0c70a920 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:06.253332 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d7d6c63d-e859-4eed-9fb1-b375e4dc7f11 req-6d45a421-a087-42d3-be16-757c0c70a920 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.1376307 Apr 29 13:42:06.256777 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-9867f78e-4b4a-4524-9256-40e70b9a1a67 req-48da0245-a13c-433b-8e26-109d295a869c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2bc9fdb-40de-4a1e-b134-3533fddd1bed HTTP/1.1" status: 200 len: 1002 time: 0.0594094 Apr 29 13:42:06.305981 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867f78e-4b4a-4524-9256-40e70b9a1a67 req-de6e7cea-0592-48c8-b96b-5a5eb69acebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:06.307775 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-9867f78e-4b4a-4524-9256-40e70b9a1a67 req-de6e7cea-0592-48c8-b96b-5a5eb69acebb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6 HTTP/1.1" status: 200 len: 848 time: 0.0450766 Apr 29 13:42:06.325486 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8b178-d8a4-48bc-8655-6d4d06f9019d req-39c7594f-89fe-4506-9e1b-4eab4bb37cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:06.326956 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-cad8b178-d8a4-48bc-8655-6d4d06f9019d req-39c7594f-89fe-4506-9e1b-4eab4bb37cc5 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ade3a9fb8cf84c3684a431096d529b75&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2282186 Apr 29 13:42:06.355635 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867f78e-4b4a-4524-9256-40e70b9a1a67 req-98ed3f8c-a94d-407b-89b9-e8054554f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:06.357173 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-9867f78e-4b4a-4524-9256-40e70b9a1a67 req-98ed3f8c-a94d-407b-89b9-e8054554f04c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0434134 Apr 29 13:42:06.373195 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d7d6c63d-e859-4eed-9fb1-b375e4dc7f11 req-8206aad2-af16-4959-aff5-932ce17aaad1 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136730 Apr 29 13:42:06.451009 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-9867f78e-4b4a-4524-9256-40e70b9a1a67 req-0c4f854d-d4c4-4ad6-b2d8-2f7d425e6440 service neutron] 10.222.0.26 "GET /v2.0/networks/a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867262 Apr 29 13:42:06.507264 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8b178-d8a4-48bc-8655-6d4d06f9019d req-e6df6536-bc8d-4ae1-8b69-dcee71232187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:06.508761 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-cad8b178-d8a4-48bc-8655-6d4d06f9019d req-e6df6536-bc8d-4ae1-8b69-dcee71232187 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1712005 Apr 29 13:42:06.549546 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-9867f78e-4b4a-4524-9256-40e70b9a1a67 req-df924c3d-9e4b-4a34-be3f-c2e70fe960b4 service neutron] 10.222.0.26 "GET /v2.0/networks/a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922794 Apr 29 13:42:06.665589 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device d1e8c59d-08c7-463d-8f1d-d55528a06712 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:42:06.719701 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-d26ca3d8-d0b1-47d1-8a16-00156d61e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:06.722103 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-d26ca3d8-d0b1-47d1-8a16-00156d61e592 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ade3a9fb8cf84c3684a431096d529b75&device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 1128 time: 0.0453615 Apr 29 13:42:06.764874 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-016a266f-36d4-4d77-a01d-d678aff3f644 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43da4295-cb59-400f-8602-08fd80aa7016 HTTP/1.1" status: 200 len: 217 time: 0.0352209 Apr 29 13:42:06.782348 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port d1e8c59d-08c7-463d-8f1d-d55528a06712, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=d1e8c59d-08c7-463d-8f1d-d55528a06712,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:42:06.801150 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': 'd1e8c59d-08c7-463d-8f1d-d55528a06712', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'port_id': 'd1e8c59d-08c7-463d-8f1d-d55528a06712', 'mac_address': 'fa:16:3e:2c:e7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:42:06.864845 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port d1e8c59d-08c7-463d-8f1d-d55528a06712 is: DOWN; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:42:06.865431 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:06.887460 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e8c59d-08c7-463d-8f1d-d55528a06712 {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:42:06.917165 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port d1e8c59d-08c7-463d-8f1d-d55528a06712, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=d1e8c59d-08c7-463d-8f1d-d55528a06712,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:42:06.921495 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:06.979332 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=d1e8c59d-08c7-463d-8f1d-d55528a06712,revision_number=9']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:42:07.099344 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-cfbcfced-4e35-42ca-8a7a-52fb5e025e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:07.100864 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-cfbcfced-4e35-42ca-8a7a-52fb5e025e2a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c3d70ba-2370-4119-a833-f968acf85dc2 HTTP/1.1" status: 200 len: 853 time: 0.3297968 Apr 29 13:42:07.149937 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-53afb716-c661-41d9-a9eb-924b39aea48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:07.151657 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-53afb716-c661-41d9-a9eb-924b39aea48f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee2b3ef3-3340-4760-a72b-28d6455d187a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0445695 Apr 29 13:42:07.178595 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['d1e8c59d-08c7-463d-8f1d-d55528a06712'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:42:07.212910 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bed65f-eb87-4cbe-b4c1-ff2738bb2fc2 req-2d9ce433-4b16-4714-a7bc-96a49a934a90 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:07.214509 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-24bed65f-eb87-4cbe-b4c1-ff2738bb2fc2 req-2d9ce433-4b16-4714-a7bc-96a49a934a90 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 944 time: 0.0823781 Apr 29 13:42:07.225220 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f38e4-bfc3-437e-bb3e-98ee044b69b7 req-47fcbc5c-6332-4d5e-9677-8b90b557c693 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:07.226729 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3c8f38e4-bfc3-437e-bb3e-98ee044b69b7 req-47fcbc5c-6332-4d5e-9677-8b90b557c693 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 944 time: 0.0846152 Apr 29 13:42:07.293484 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-28df65a1-6900-4bb7-94fc-905bc6b0d520 service neutron] 10.222.0.26 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260812 Apr 29 13:42:07.300056 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-24bed65f-eb87-4cbe-b4c1-ff2738bb2fc2 req-4d0ab7b1-204d-4495-9003-324de7b8a00c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=cff42787-1639-48d3-8613-6b33421dbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720773 Apr 29 13:42:07.312253 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3c8f38e4-bfc3-437e-bb3e-98ee044b69b7 req-c27dacb4-a693-4157-9374-e09cf6890a02 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783446 Apr 29 13:42:07.399678 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-78b02d97-56f3-4612-8a63-869ced8e2380 req-0d778153-ceb7-4b75-b27c-212f3e4cf0a1 service neutron] 10.222.0.26 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985143 Apr 29 13:42:07.506625 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34454c-5f0d-4b40-ba63-1cc4b9d160ec req-f43332f6-6666-46bf-a9a5-c2fe440c5a8c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:07.508043 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6f34454c-5f0d-4b40-ba63-1cc4b9d160ec req-f43332f6-6666-46bf-a9a5-c2fe440c5a8c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0476334 Apr 29 13:42:07.557690 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6f34454c-5f0d-4b40-ba63-1cc4b9d160ec req-baa6004c-38e1-4aef-ae36-3bdbed8ebfcf tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433836 Apr 29 13:42:08.479236 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9782f-ef99-486b-8cfc-dea5c8bda703 req-98baf36c-e506-488b-aef7-b3cc08b3c860 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:08.480687 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1ad9782f-ef99-486b-8cfc-dea5c8bda703 req-98baf36c-e506-488b-aef7-b3cc08b3c860 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 944 time: 0.0779388 Apr 29 13:42:08.486942 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1dd13-5f40-4ea8-b27b-05809a60aab6 req-b29f671b-d806-488d-ac68-9a1d03868f2a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:08.488320 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0df1dd13-5f40-4ea8-b27b-05809a60aab6 req-b29f671b-d806-488d-ac68-9a1d03868f2a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 944 time: 0.0992942 Apr 29 13:42:08.559923 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1ad9782f-ef99-486b-8cfc-dea5c8bda703 req-1b78fc3b-6445-4027-ae62-cc40f2d733a3 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706370 Apr 29 13:42:08.563792 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0df1dd13-5f40-4ea8-b27b-05809a60aab6 req-1e4b3a2e-9bab-4e3d-ab27-5a56852cf7b5 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=cff42787-1639-48d3-8613-6b33421dbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689247 Apr 29 13:42:08.677385 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226bf73-6f4d-4d66-b62c-c08d8677939e req-a5e4e087-c4a7-4d8d-bcb2-70a4a1710833 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:08.679095 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f226bf73-6f4d-4d66-b62c-c08d8677939e req-a5e4e087-c4a7-4d8d-bcb2-70a4a1710833 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0511532 Apr 29 13:42:08.680553 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device d1e8c59d-08c7-463d-8f1d-d55528a06712 up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:42:08.734083 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f226bf73-6f4d-4d66-b62c-c08d8677939e req-5ab4ca59-33a0-4e2c-a702-021e96b37546 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489805 Apr 29 13:42:08.736453 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port d1e8c59d-08c7-463d-8f1d-d55528a06712 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:42:08.736869 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:08.819727 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port d1e8c59d-08c7-463d-8f1d-d55528a06712 is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:42:08.820105 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:08.845749 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82867de9-df31-465b-9e65-dab229b02547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e8c59d-08c7-463d-8f1d-d55528a06712'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:42:08.847935 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c242d0-1589-4349-9f02-9f7632cc191e" -d '{"events": [{"server_uuid": "82867de9-df31-465b-9e65-dab229b02547", "name": "network-vif-plugged", "status": "completed", "tag": "d1e8c59d-08c7-463d-8f1d-d55528a06712"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:42:08.862730 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port d1e8c59d-08c7-463d-8f1d-d55528a06712, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=d1e8c59d-08c7-463d-8f1d-d55528a06712,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:42:08.868207 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:08.902478 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd38c70-3a15-4000-8a98-cc9584077e86 x-openstack-request-id: req-9dd38c70-3a15-4000-8a98-cc9584077e86 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:42:08.902713 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82867de9-df31-465b-9e65-dab229b02547", "name": "network-vif-plugged", "status": "completed", "tag": "d1e8c59d-08c7-463d-8f1d-d55528a06712", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:42:08.902971 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9dd38c70-3a15-4000-8a98-cc9584077e86 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:42:08.903362 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd38c70-3a15-4000-8a98-cc9584077e86'] response: {'server_uuid': '82867de9-df31-465b-9e65-dab229b02547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e8c59d-08c7-463d-8f1d-d55528a06712', 'code': 200} Apr 29 13:42:08.934325 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=d1e8c59d-08c7-463d-8f1d-d55528a06712,revision_number=10']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:42:09.421065 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7b44f-9139-4756-a35d-cbf1fca87ef0 req-9328c342-473b-47a0-b648-0a44470aa629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:09.424396 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-90b7b44f-9139-4756-a35d-cbf1fca87ef0 req-9328c342-473b-47a0-b648-0a44470aa629 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 1130 time: 0.0516584 Apr 29 13:42:09.474833 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-90b7b44f-9139-4756-a35d-cbf1fca87ef0 req-f1d9aa1f-28aa-4264-a17c-5256ae7f609a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446072 Apr 29 13:42:09.711990 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac60d1-8659-4b10-aeb8-8d9710c8a794 req-057299bf-c34f-4824-976b-8c2d0751eb24 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:09.714558 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c1ac60d1-8659-4b10-aeb8-8d9710c8a794 req-057299bf-c34f-4824-976b-8c2d0751eb24 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 944 time: 0.0764239 Apr 29 13:42:09.732583 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7576db-5d65-48dc-a08f-aeba56175ef6 req-c7282ba0-5e7a-4292-b99b-b6244fb13529 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:09.734148 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fe7576db-5d65-48dc-a08f-aeba56175ef6 req-c7282ba0-5e7a-4292-b99b-b6244fb13529 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 946 time: 0.0876801 Apr 29 13:42:09.803006 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c1ac60d1-8659-4b10-aeb8-8d9710c8a794 req-82fe819f-2240-4c64-a3cc-b52d51460b34 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=cff42787-1639-48d3-8613-6b33421dbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821149 Apr 29 13:42:09.830303 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fe7576db-5d65-48dc-a08f-aeba56175ef6 req-29f0b340-ecaf-403d-ba21-084f23d5f00c tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855508 Apr 29 13:42:09.940253 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023bab0-1a1f-4b6f-8677-4caa9f2900c9 req-6104cdd2-6389-43fc-a0a6-8dae6857473f tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:09.942117 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b023bab0-1a1f-4b6f-8677-4caa9f2900c9 req-6104cdd2-6389-43fc-a0a6-8dae6857473f tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0523732 Apr 29 13:42:10.011596 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b023bab0-1a1f-4b6f-8677-4caa9f2900c9 req-8cc5d1ee-ca4a-45d4-a222-0387e56f3f86 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632002 Apr 29 13:42:10.687460 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 43da4295-cb59-400f-8602-08fd80aa7016 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:42:10.797018 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 43da4295-cb59-400f-8602-08fd80aa7016, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=43da4295-cb59-400f-8602-08fd80aa7016,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:42:10.810898 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': '43da4295-cb59-400f-8602-08fd80aa7016', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'port_id': '43da4295-cb59-400f-8602-08fd80aa7016', 'mac_address': 'fa:16:3e:7d:83:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:42:10.858828 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port 43da4295-cb59-400f-8602-08fd80aa7016 is: DOWN; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:42:10.860982 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (43da4295-cb59-400f-8602-08fd80aa7016), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:10.876061 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43da4295-cb59-400f-8602-08fd80aa7016 {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:42:10.899133 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 43da4295-cb59-400f-8602-08fd80aa7016, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=43da4295-cb59-400f-8602-08fd80aa7016,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:42:10.909027 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (43da4295-cb59-400f-8602-08fd80aa7016), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:10.967566 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=43da4295-cb59-400f-8602-08fd80aa7016,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:42:10.976503 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222a508-706b-4798-95a8-6146d9c2c1a2 req-4e3c7306-1879-451d-afd6-40e1d8dd226c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:10.978357 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4222a508-706b-4798-95a8-6146d9c2c1a2 req-4e3c7306-1879-451d-afd6-40e1d8dd226c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 945 time: 0.0865166 Apr 29 13:42:10.991097 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c1190-1438-4bd9-ad0c-d1b6fa24968c req-3391f090-71f6-4872-9b96-43b630c2d4c6 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:10.992559 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e52c1190-1438-4bd9-ad0c-d1b6fa24968c req-3391f090-71f6-4872-9b96-43b630c2d4c6 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 946 time: 0.0685065 Apr 29 13:42:11.067625 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4222a508-706b-4798-95a8-6146d9c2c1a2 req-797e36d0-08f4-4008-89c5-5b728888931b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=cff42787-1639-48d3-8613-6b33421dbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832109 Apr 29 13:42:11.070989 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e52c1190-1438-4bd9-ad0c-d1b6fa24968c req-595f735b-9b86-48ef-b6aa-c4ca42596cdd tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714836 Apr 29 13:42:11.178267 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['43da4295-cb59-400f-8602-08fd80aa7016'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:42:11.186879 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe0de7-f172-457d-935b-8c938d2ff734 req-1c65570a-ae50-416b-9331-e3ba164c937e tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:11.189179 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-58fe0de7-f172-457d-935b-8c938d2ff734 req-1c65570a-ae50-416b-9331-e3ba164c937e tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0506759 Apr 29 13:42:11.239915 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-58fe0de7-f172-457d-935b-8c938d2ff734 req-de00511d-1eb3-4088-9684-5de6009b4406 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447562 Apr 29 13:42:11.983926 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31ff8e-91a4-45da-a1a4-7dab48565bda req-1ac72b8d-302a-40ae-86a8-69cd36564b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:11.985788 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-2e31ff8e-91a4-45da-a1a4-7dab48565bda req-1ac72b8d-302a-40ae-86a8-69cd36564b13 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 1130 time: 0.0508318 Apr 29 13:42:12.036197 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-2e31ff8e-91a4-45da-a1a4-7dab48565bda req-ee873809-0edd-4c27-a9bf-22af0486e2f3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436125 Apr 29 13:42:12.244054 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba9120-6b3a-48b3-82c5-87ded4792d24 req-5ea2f7a2-fff5-4436-93ba-2a1084b80269 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:12.245583 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b1ba9120-6b3a-48b3-82c5-87ded4792d24 req-5ea2f7a2-fff5-4436-93ba-2a1084b80269 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 946 time: 0.0789819 Apr 29 13:42:12.265453 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91411c8e-c219-409f-a978-0e74fc084389 req-5e36b00d-7a9d-4dfd-916b-219066c9e010 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:12.266928 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-91411c8e-c219-409f-a978-0e74fc084389 req-5e36b00d-7a9d-4dfd-916b-219066c9e010 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 945 time: 0.0719261 Apr 29 13:42:12.334978 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b1ba9120-6b3a-48b3-82c5-87ded4792d24 req-2e4893bf-9d33-4eef-9f78-542b1170bd81 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834823 Apr 29 13:42:12.342495 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-91411c8e-c219-409f-a978-0e74fc084389 req-7d1ce283-2199-46a9-9586-881df171b4ff tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=cff42787-1639-48d3-8613-6b33421dbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692029 Apr 29 13:42:12.448416 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef946ee-82c9-4490-978b-fa59739bd6dc req-209d1540-1383-47c5-b8ab-aa36fb127af3 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:12.449938 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5ef946ee-82c9-4490-978b-fa59739bd6dc req-209d1540-1383-47c5-b8ab-aa36fb127af3 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0508056 Apr 29 13:42:12.499249 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5ef946ee-82c9-4490-978b-fa59739bd6dc req-fe84a34f-564f-4742-99d0-9deca83a1eee tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435731 Apr 29 13:42:12.707552 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 43da4295-cb59-400f-8602-08fd80aa7016 up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:42:12.755580 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning for port 43da4295-cb59-400f-8602-08fd80aa7016 completed by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:42:12.761886 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port 43da4295-cb59-400f-8602-08fd80aa7016 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:42:12.762435 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (43da4295-cb59-400f-8602-08fd80aa7016), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:12.857205 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port 43da4295-cb59-400f-8602-08fd80aa7016 is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:42:12.857588 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (43da4295-cb59-400f-8602-08fd80aa7016), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:12.881421 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac175370-d430-44df-bbdc-74c009efec09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43da4295-cb59-400f-8602-08fd80aa7016'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:42:12.883683 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61b5a51-f6d2-451a-9e2b-952cad22dc98" -d '{"events": [{"server_uuid": "ac175370-d430-44df-bbdc-74c009efec09", "name": "network-vif-plugged", "status": "completed", "tag": "43da4295-cb59-400f-8602-08fd80aa7016"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:42:12.898140 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 43da4295-cb59-400f-8602-08fd80aa7016, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=43da4295-cb59-400f-8602-08fd80aa7016,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:42:12.902513 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (43da4295-cb59-400f-8602-08fd80aa7016), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:12.927087 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7441ef19-eaea-4733-a277-1e73baed8daf x-openstack-request-id: req-7441ef19-eaea-4733-a277-1e73baed8daf {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:42:12.927405 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac175370-d430-44df-bbdc-74c009efec09", "name": "network-vif-plugged", "status": "completed", "tag": "43da4295-cb59-400f-8602-08fd80aa7016", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:42:12.927662 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7441ef19-eaea-4733-a277-1e73baed8daf {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:42:12.928053 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7441ef19-eaea-4733-a277-1e73baed8daf'] response: {'server_uuid': 'ac175370-d430-44df-bbdc-74c009efec09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43da4295-cb59-400f-8602-08fd80aa7016', 'code': 200} Apr 29 13:42:12.955655 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=43da4295-cb59-400f-8602-08fd80aa7016,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:42:13.479065 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecc89e-7ca2-4089-a436-27cbde1c69a2 req-f03a3207-3e21-4065-acfe-14bcfcadd206 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:13.480807 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-feecc89e-7ca2-4089-a436-27cbde1c69a2 req-f03a3207-3e21-4065-acfe-14bcfcadd206 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 946 time: 0.0549364 Apr 29 13:42:13.529145 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-feecc89e-7ca2-4089-a436-27cbde1c69a2 req-01c14f31-3213-4ba1-b459-eabdcbe2f351 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=cff42787-1639-48d3-8613-6b33421dbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425296 Apr 29 13:42:13.626208 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f00e2e-d4e4-4783-b7cd-a7a6787f4ab9 req-50ea352c-587b-4981-b006-ee75b0ba8534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:13.628606 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-14f00e2e-d4e4-4783-b7cd-a7a6787f4ab9 req-50ea352c-587b-4981-b006-ee75b0ba8534 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 1130 time: 0.0474966 Apr 29 13:42:13.643277 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e389694-b75f-4eca-af51-ff39dcf26159 req-e6d85ce4-6b5b-4ae3-b57d-e7c730d8a857 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:13.645018 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1e389694-b75f-4eca-af51-ff39dcf26159 req-e6d85ce4-6b5b-4ae3-b57d-e7c730d8a857 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0566330 Apr 29 13:42:13.682285 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-14f00e2e-d4e4-4783-b7cd-a7a6787f4ab9 req-ffdcae9f-e178-43a6-bc0f-5d44a5727e6b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cff42787-1639-48d3-8613-6b33421dbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456867 Apr 29 13:42:13.697923 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1e389694-b75f-4eca-af51-ff39dcf26159 req-00d9d362-c450-455f-bf9d-d0d0760003e3 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453451 Apr 29 13:42:14.494005 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c2206730-6151-4923-adc6-99971820b2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:14.651404 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb412a-371a-4eb6-a4bd-f9fdf66b0190 req-0b406c45-293e-4bc0-ab2f-8731fa1b5436 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:14.652897 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c4fb412a-371a-4eb6-a4bd-f9fdf66b0190 req-0b406c45-293e-4bc0-ab2f-8731fa1b5436 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 946 time: 0.0480423 Apr 29 13:42:14.957005 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c4fb412a-371a-4eb6-a4bd-f9fdf66b0190 req-fdee225e-8c39-4d98-8d6a-5dab07cb0393 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=cff42787-1639-48d3-8613-6b33421dbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979882 Apr 29 13:42:14.990462 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855cd59-6314-4612-8cf6-9eb39c506bae req-8e053b97-8dfe-4a77-bfc3-285418f1448d tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:14.991921 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f855cd59-6314-4612-8cf6-9eb39c506bae req-8e053b97-8dfe-4a77-bfc3-285418f1448d tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0507576 Apr 29 13:42:15.039066 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f855cd59-6314-4612-8cf6-9eb39c506bae req-3910676a-3ac5-4326-9777-92fb0f4fe547 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414982 Apr 29 13:42:15.446409 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ba31a-2520-4ad0-a4b0-00eb3cc6b1ff req-bd8d816a-3d91-40a4-bff6-b17eb91dc590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:15.447910 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8f5ba31a-2520-4ad0-a4b0-00eb3cc6b1ff req-bd8d816a-3d91-40a4-bff6-b17eb91dc590 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f16d4321a559404f9a2d7a6f38c752c1&device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 1130 time: 0.0452621 Apr 29 13:42:15.459278 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0a9dd-c3e8-4752-bf2a-88208c10e5b5 req-7a5ea3d2-0486-47ac-a4a6-ec4a3c3e8bef tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:15.462124 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1eb0a9dd-c3e8-4752-bf2a-88208c10e5b5 req-7a5ea3d2-0486-47ac-a4a6-ec4a3c3e8bef tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0484109 Apr 29 13:42:15.513819 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1eb0a9dd-c3e8-4752-bf2a-88208c10e5b5 req-12da684d-b65c-47e8-b6f2-334db3e51d5e tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474420 Apr 29 13:42:15.550442 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ba31a-2520-4ad0-a4b0-00eb3cc6b1ff req-e931c3f4-e66b-4c32-8a3b-876768268ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:15.551947 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8f5ba31a-2520-4ad0-a4b0-00eb3cc6b1ff req-e931c3f4-e66b-4c32-8a3b-876768268ce6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a HTTP/1.1" status: 200 len: 918 time: 0.0980809 Apr 29 13:42:15.626002 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8f5ba31a-2520-4ad0-a4b0-00eb3cc6b1ff req-d401b8d3-9d36-41ac-a003-2317f532eccc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a83d8fdb-1796-4c67-adef-7b89e83f47d4 HTTP/1.1" status: 200 len: 1001 time: 0.0673938 Apr 29 13:42:15.675699 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ba31a-2520-4ad0-a4b0-00eb3cc6b1ff req-82d885c5-5d1b-4cad-9346-9d166215191c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:15.677217 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8f5ba31a-2520-4ad0-a4b0-00eb3cc6b1ff req-82d885c5-5d1b-4cad-9346-9d166215191c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59fa37f6-c5e6-406e-bd81-5f2770950e70 HTTP/1.1" status: 200 len: 857 time: 0.0458841 Apr 29 13:42:15.724303 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ba31a-2520-4ad0-a4b0-00eb3cc6b1ff req-f8180728-f8e7-4d77-9560-1e74f86fa104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:15.725838 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8f5ba31a-2520-4ad0-a4b0-00eb3cc6b1ff req-f8180728-f8e7-4d77-9560-1e74f86fa104 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0424738 Apr 29 13:42:15.821815 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8f5ba31a-2520-4ad0-a4b0-00eb3cc6b1ff req-3c2ead71-5a27-4704-b8af-23b2cdecb3a2 service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893545 Apr 29 13:42:15.917591 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8f5ba31a-2520-4ad0-a4b0-00eb3cc6b1ff req-7b03070b-a3cc-4f12-9173-9d92f0e61fb3 service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897293 Apr 29 13:42:16.076911 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb45cac-a331-4e0f-b5fe-0dde4c15bcbe req-06b3986f-3a18-4610-92f9-a0601c681d40 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:16.079000 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4bb45cac-a331-4e0f-b5fe-0dde4c15bcbe req-06b3986f-3a18-4610-92f9-a0601c681d40 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 946 time: 0.0497925 Apr 29 13:42:16.130347 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4bb45cac-a331-4e0f-b5fe-0dde4c15bcbe req-988c019d-0efd-4180-96c2-a31b804f9193 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=cff42787-1639-48d3-8613-6b33421dbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449479 Apr 29 13:42:16.253074 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4d751-2784-4dd3-8ee9-537a2309a11d req-256528ea-4a4f-4100-9273-3fe20abdd50c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:16.254606 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-67e4d751-2784-4dd3-8ee9-537a2309a11d req-256528ea-4a4f-4100-9273-3fe20abdd50c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 946 time: 0.0492001 Apr 29 13:42:16.263533 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 45518) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:42:16.268668 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-5c22c2f2-ccba-4d59-bd29-d6bdc6db49f5 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'floatingip': {'port_id': '43da4295-cb59-400f-8602-08fd80aa7016'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:42:16.313256 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5c22c2f2-ccba-4d59-bd29-d6bdc6db49f5 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (5bc0457b-070f-4acb-9057-ac1f6e042b81), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:16.683064 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef10991-5c52-4f1d-b82d-74dfaaf72205 req-e04dc2a6-e124-41d3-be6d-3fd200cf2e25 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:16.684755 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9ef10991-5c52-4f1d-b82d-74dfaaf72205 req-e04dc2a6-e124-41d3-be6d-3fd200cf2e25 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0962408 Apr 29 13:42:16.811893 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9ef10991-5c52-4f1d-b82d-74dfaaf72205 req-fa8a3b29-4662-44b9-88f2-0064dfee9e2b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983987 Apr 29 13:42:16.897108 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5c22c2f2-ccba-4d59-bd29-d6bdc6db49f5 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:16.901429 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5c22c2f2-ccba-4d59-bd29-d6bdc6db49f5 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (5bc0457b-070f-4acb-9057-ac1f6e042b81), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:17.011511 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.db.l3_db [None req-5c22c2f2-ccba-4d59-bd29-d6bdc6db49f5 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Floating IP 5bc0457b-070f-4acb-9057-ac1f6e042b81 associated. External IP: 172.28.3.210, port: 43da4295-cb59-400f-8602-08fd80aa7016. Apr 29 13:42:17.045645 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2b23f0da-99f0-4066-8a4d-585231a5b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:17.258020 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c22c2f2-ccba-4d59-bd29-d6bdc6db49f5 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Router a7d7829c-14d8-49d7-809f-7a4cefdec05e has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:42:17.378314 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c22c2f2-ccba-4d59-bd29-d6bdc6db49f5 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:42:17.383050 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5c22c2f2-ccba-4d59-bd29-d6bdc6db49f5 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:17.391615 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6057d9-d76d-43c1-80b2-ca5369f0e643 None None] Sync routers for ids ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:42:17.401833 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6057d9-d76d-43c1-80b2-ca5369f0e643 None None] Routers {'a7d7829c-14d8-49d7-809f-7a4cefdec05e'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:42:17.402450 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-cf6057d9-d76d-43c1-80b2-ca5369f0e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:42:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:42:17.415403 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-5c22c2f2-ccba-4d59-bd29-d6bdc6db49f5 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "PUT /v2.0/floatingips/5bc0457b-070f-4acb-9057-ac1f6e042b81 HTTP/1.1" status: 200 len: 992 time: 1.1506813 Apr 29 13:42:17.415987 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac175370-d430-44df-bbdc-74c009efec09', 'tag': '43da4295-cb59-400f-8602-08fd80aa7016'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:42:17.418301 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865e679a-3a04-4b94-bc64-c8850bf64b07" -d '{"events": [{"name": "network-changed", "server_uuid": "ac175370-d430-44df-bbdc-74c009efec09", "tag": "43da4295-cb59-400f-8602-08fd80aa7016"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:42:17.456573 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e08b766-e93d-4d8b-87ca-3f7bf99209db x-openstack-request-id: req-2e08b766-e93d-4d8b-87ca-3f7bf99209db {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:42:17.456906 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac175370-d430-44df-bbdc-74c009efec09", "tag": "43da4295-cb59-400f-8602-08fd80aa7016", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:42:17.457164 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e08b766-e93d-4d8b-87ca-3f7bf99209db {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:42:17.457603 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e08b766-e93d-4d8b-87ca-3f7bf99209db'] response: {'name': 'network-changed', 'server_uuid': 'ac175370-d430-44df-bbdc-74c009efec09', 'tag': '43da4295-cb59-400f-8602-08fd80aa7016', 'status': 'completed', 'code': 200} Apr 29 13:42:17.526820 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-cf6057d9-d76d-43c1-80b2-ca5369f0e643 None None] Set router a7d7829c-14d8-49d7-809f-7a4cefdec05e gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:42:17.539388 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e679a-3a04-4b94-bc64-c8850bf64b07 req-9b908d30-ec23-4de9-9f53-47ab48804dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:17.541080 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-865e679a-3a04-4b94-bc64-c8850bf64b07 req-9b908d30-ec23-4de9-9f53-47ab48804dce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ade3a9fb8cf84c3684a431096d529b75&device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 1130 time: 0.0445435 Apr 29 13:42:17.673759 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e679a-3a04-4b94-bc64-c8850bf64b07 req-9e44febc-f18f-4e29-9bca-df8b64cf521f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:17.675311 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-865e679a-3a04-4b94-bc64-c8850bf64b07 req-9e44febc-f18f-4e29-9bca-df8b64cf521f service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee2b3ef3-3340-4760-a72b-28d6455d187a HTTP/1.1" status: 200 len: 914 time: 0.1143055 Apr 29 13:42:17.778652 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-cf6057d9-d76d-43c1-80b2-ca5369f0e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': '5bc0457b-070f-4acb-9057-ac1f6e042b81', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'floating_ip_address': '172.28.3.210', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'port_id': '43da4295-cb59-400f-8602-08fd80aa7016', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'mac_address': 'fa:16:3e:7d:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac175370-d430-44df-bbdc-74c009efec09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:41:50Z', 'updated_at': '2022-04-29T13:42:16Z', 'revision_number': 1, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:42:17.806737 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6057d9-d76d-43c1-80b2-ca5369f0e643 None None] Checking router: a7d7829c-14d8-49d7-809f-7a4cefdec05e for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:42:17.815886 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6057d9-d76d-43c1-80b2-ca5369f0e643 None None] Routers {'a7d7829c-14d8-49d7-809f-7a4cefdec05e'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:42:17.816516 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-cf6057d9-d76d-43c1-80b2-ca5369f0e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:42:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:42:17.959746 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f48b4-ae17-4624-8b48-436bc7fed43a req-04b2a237-e014-481c-8de3-c09b007c61af tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:17.961448 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-241f48b4-ae17-4624-8b48-436bc7fed43a req-04b2a237-e014-481c-8de3-c09b007c61af tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0679867 Apr 29 13:42:18.019364 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-241f48b4-ae17-4624-8b48-436bc7fed43a req-88ddcd62-1580-4046-b519-13bf51bf9680 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510778 Apr 29 13:42:18.047773 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-cf6057d9-d76d-43c1-80b2-ca5369f0e643 None None] Set router a7d7829c-14d8-49d7-809f-7a4cefdec05e gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:42:18.068993 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:18.238632 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-865e679a-3a04-4b94-bc64-c8850bf64b07 req-32b66d1d-7593-4641-9bdb-ea2c624c772f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43da4295-cb59-400f-8602-08fd80aa7016 HTTP/1.1" status: 200 len: 1000 time: 0.0842936 Apr 29 13:42:18.291080 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e679a-3a04-4b94-bc64-c8850bf64b07 req-763660cb-b6b8-4784-ba94-353f11209a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:18.292499 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-865e679a-3a04-4b94-bc64-c8850bf64b07 req-763660cb-b6b8-4784-ba94-353f11209a21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c3d70ba-2370-4119-a833-f968acf85dc2 HTTP/1.1" status: 200 len: 853 time: 0.0468783 Apr 29 13:42:18.343099 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e679a-3a04-4b94-bc64-c8850bf64b07 req-4de1d817-ef4b-419b-8af3-92b8eaaed3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:18.343398 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-cf6057d9-d76d-43c1-80b2-ca5369f0e643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': '5bc0457b-070f-4acb-9057-ac1f6e042b81', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'floating_ip_address': '172.28.3.210', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'port_id': '43da4295-cb59-400f-8602-08fd80aa7016', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'mac_address': 'fa:16:3e:7d:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac175370-d430-44df-bbdc-74c009efec09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:41:50Z', 'updated_at': '2022-04-29T13:42:16Z', 'revision_number': 1, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:42:18.345914 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-865e679a-3a04-4b94-bc64-c8850bf64b07 req-4de1d817-ef4b-419b-8af3-92b8eaaed3aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee2b3ef3-3340-4760-a72b-28d6455d187a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0472243 Apr 29 13:42:18.379339 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6057d9-d76d-43c1-80b2-ca5369f0e643 None None] The sync data for ids ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'] in dv-cinder-839416-3-smb is: [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': '5bc0457b-070f-4acb-9057-ac1f6e042b81', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'floating_ip_address': '172.28.3.210', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'port_id': '43da4295-cb59-400f-8602-08fd80aa7016', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'mac_address': 'fa:16:3e:7d:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac175370-d430-44df-bbdc-74c009efec09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:41:50Z', 'updated_at': '2022-04-29T13:42:16Z', 'revision_number': 1, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:42:18.507703 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-865e679a-3a04-4b94-bc64-c8850bf64b07 req-f249dc3d-9f4f-44d9-82c0-4d97bb1d000d service neutron] 10.222.0.26 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549327 Apr 29 13:42:18.615584 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-865e679a-3a04-4b94-bc64-c8850bf64b07 req-205fa0ea-9fd2-4081-850f-0610b1ac38ce service neutron] 10.222.0.26 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017511 Apr 29 13:42:18.633152 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1784756c-ca10-4fdf-b1ea-82f77117cd7b None None] New status for floating IP 5bc0457b-070f-4acb-9057-ac1f6e042b81: ACTIVE {{(pid=103549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:42:19.143260 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a89f1-2947-47eb-90ba-8593458cd100 req-e6d91d20-8854-4761-baff-894b704f6f7d tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:19.144896 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ef5a89f1-2947-47eb-90ba-8593458cd100 req-e6d91d20-8854-4761-baff-894b704f6f7d tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0495565 Apr 29 13:42:19.212245 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ef5a89f1-2947-47eb-90ba-8593458cd100 req-f1d5ad33-58e5-4b48-944c-7880f5cb298d tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603755 Apr 29 13:42:19.336342 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d767a-a694-479d-8c79-0b6ecc7a6c18 req-877bdf94-1a28-454d-bd68-2007969f8ef0 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:19.337935 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-185d767a-a694-479d-8c79-0b6ecc7a6c18 req-877bdf94-1a28-454d-bd68-2007969f8ef0 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0559316 Apr 29 13:42:19.348458 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 45532) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:42:19.353544 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-7b3b11ff-e531-488b-8aa6-ca57ccec3c9a tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Request body: {'floatingip': {'port_id': 'a83d8fdb-1796-4c67-adef-7b89e83f47d4'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:42:19.415295 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7b3b11ff-e531-488b-8aa6-ca57ccec3c9a tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for floatingip (d29c7b3b-76dd-4b4b-8ddf-23f35b14dc5a), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:19.965982 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7b3b11ff-e531-488b-8aa6-ca57ccec3c9a tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:19.970751 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7b3b11ff-e531-488b-8aa6-ca57ccec3c9a tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (d29c7b3b-76dd-4b4b-8ddf-23f35b14dc5a), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:20.044777 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:20.209532 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3b11ff-e531-488b-8aa6-ca57ccec3c9a tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Router 92338301-4c44-44ca-b4cb-5caa6892da19 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:42:20.333603 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3b11ff-e531-488b-8aa6-ca57ccec3c9a tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:42:20.338160 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7b3b11ff-e531-488b-8aa6-ca57ccec3c9a tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:20.346818 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e56d4d-bf98-4661-a206-20358c503fac None None] Sync routers for ids ['92338301-4c44-44ca-b4cb-5caa6892da19'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:42:20.363186 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e56d4d-bf98-4661-a206-20358c503fac None None] Routers {'92338301-4c44-44ca-b4cb-5caa6892da19'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:42:20.363819 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-58e56d4d-bf98-4661-a206-20358c503fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:42:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['92338301-4c44-44ca-b4cb-5caa6892da19'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:42:20.371872 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4fa4b2-b985-4e66-be9a-992a5e02d07f', 'tag': 'a83d8fdb-1796-4c67-adef-7b89e83f47d4'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:42:20.374369 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dcd75f-be26-4d46-a359-1e8146eef1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4fa4b2-b985-4e66-be9a-992a5e02d07f", "tag": "a83d8fdb-1796-4c67-adef-7b89e83f47d4"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:42:20.412132 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-7b3b11ff-e531-488b-8aa6-ca57ccec3c9a tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "PUT /v2.0/floatingips/d29c7b3b-76dd-4b4b-8ddf-23f35b14dc5a HTTP/1.1" status: 200 len: 993 time: 1.0624363 Apr 29 13:42:20.445297 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cb5ea2-c88a-4eec-99cc-b57a0db202aa x-openstack-request-id: req-d8cb5ea2-c88a-4eec-99cc-b57a0db202aa {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:42:20.445768 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4fa4b2-b985-4e66-be9a-992a5e02d07f", "tag": "a83d8fdb-1796-4c67-adef-7b89e83f47d4", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:42:20.446168 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8cb5ea2-c88a-4eec-99cc-b57a0db202aa {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:42:20.447773 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8cb5ea2-c88a-4eec-99cc-b57a0db202aa'] response: {'name': 'network-changed', 'server_uuid': '0b4fa4b2-b985-4e66-be9a-992a5e02d07f', 'tag': 'a83d8fdb-1796-4c67-adef-7b89e83f47d4', 'status': 'completed', 'code': 200} Apr 29 13:42:20.496979 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-58e56d4d-bf98-4661-a206-20358c503fac None None] Set router 92338301-4c44-44ca-b4cb-5caa6892da19 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:42:20.529123 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcd75f-be26-4d46-a359-1e8146eef1e4 req-2a8baef9-ce9e-44b3-8282-cf759af11a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:20.533351 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-c8dcd75f-be26-4d46-a359-1e8146eef1e4 req-2a8baef9-ce9e-44b3-8282-cf759af11a89 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f16d4321a559404f9a2d7a6f38c752c1&device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 1130 time: 0.0622807 Apr 29 13:42:20.645071 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcd75f-be26-4d46-a359-1e8146eef1e4 req-a159d9e3-8d56-4013-873f-bbeeea085f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:20.646747 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-c8dcd75f-be26-4d46-a359-1e8146eef1e4 req-a159d9e3-8d56-4013-873f-bbeeea085f3f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a HTTP/1.1" status: 200 len: 918 time: 0.0984313 Apr 29 13:42:20.742037 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-c8dcd75f-be26-4d46-a359-1e8146eef1e4 req-092bf3b4-f355-4922-86dc-4456766623f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a83d8fdb-1796-4c67-adef-7b89e83f47d4 HTTP/1.1" status: 200 len: 1001 time: 0.0843632 Apr 29 13:42:20.770505 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-58e56d4d-bf98-4661-a206-20358c503fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'name': 'tempest-ServerRescueNegativeTestJSON-651101232-router', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:40Z', 'updated_at': '2022-04-29T13:38:48Z', 'revision_number': 4, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'gw_port': {'id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': 'd29c7b3b-76dd-4b4b-8ddf-23f35b14dc5a', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'port_id': 'a83d8fdb-1796-4c67-adef-7b89e83f47d4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'mac_address': 'fa:16:3e:ad:8f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4fa4b2-b985-4e66-be9a-992a5e02d07f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:40:44Z', 'updated_at': '2022-04-29T13:42:19Z', 'revision_number': 3, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3115e8fa-517c-4bf4-be1f-f77edf90309d', 'name': '', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'mac_address': 'fa:16:3e:d6:21:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:46Z', 'updated_at': '2022-04-29T13:38:55Z', 'revision_number': 5, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'subnets': [{'id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:42:20.806119 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e56d4d-bf98-4661-a206-20358c503fac None None] Checking router: 92338301-4c44-44ca-b4cb-5caa6892da19 for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:42:20.816407 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e56d4d-bf98-4661-a206-20358c503fac None None] Routers {'92338301-4c44-44ca-b4cb-5caa6892da19'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:42:20.817049 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcd75f-be26-4d46-a359-1e8146eef1e4 req-f9628a96-8400-46c2-b46c-ffef827ef228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:20.817557 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-58e56d4d-bf98-4661-a206-20358c503fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:42:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['92338301-4c44-44ca-b4cb-5caa6892da19'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:42:20.819275 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-c8dcd75f-be26-4d46-a359-1e8146eef1e4 req-f9628a96-8400-46c2-b46c-ffef827ef228 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59fa37f6-c5e6-406e-bd81-5f2770950e70 HTTP/1.1" status: 200 len: 857 time: 0.0715199 Apr 29 13:42:20.886626 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcd75f-be26-4d46-a359-1e8146eef1e4 req-f04c5b3e-e60a-43dd-a398-9ac10ea6b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:20.889219 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-c8dcd75f-be26-4d46-a359-1e8146eef1e4 req-f04c5b3e-e60a-43dd-a398-9ac10ea6b1ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0634093 Apr 29 13:42:20.948431 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-58e56d4d-bf98-4661-a206-20358c503fac None None] Set router 92338301-4c44-44ca-b4cb-5caa6892da19 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:42:21.019011 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-c8dcd75f-be26-4d46-a359-1e8146eef1e4 req-6004946a-6e16-49c7-97c5-7dc9a00705da service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205993 Apr 29 13:42:21.137721 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-c8dcd75f-be26-4d46-a359-1e8146eef1e4 req-458c4646-1d7d-4886-87c1-669e9eeb1fb1 service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120999 Apr 29 13:42:21.210625 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-58e56d4d-bf98-4661-a206-20358c503fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'name': 'tempest-ServerRescueNegativeTestJSON-651101232-router', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:40Z', 'updated_at': '2022-04-29T13:38:48Z', 'revision_number': 4, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'gw_port': {'id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': 'd29c7b3b-76dd-4b4b-8ddf-23f35b14dc5a', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'port_id': 'a83d8fdb-1796-4c67-adef-7b89e83f47d4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'mac_address': 'fa:16:3e:ad:8f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4fa4b2-b985-4e66-be9a-992a5e02d07f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:40:44Z', 'updated_at': '2022-04-29T13:42:19Z', 'revision_number': 3, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3115e8fa-517c-4bf4-be1f-f77edf90309d', 'name': '', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'mac_address': 'fa:16:3e:d6:21:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:46Z', 'updated_at': '2022-04-29T13:38:55Z', 'revision_number': 5, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'subnets': [{'id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:42:21.246704 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e56d4d-bf98-4661-a206-20358c503fac None None] The sync data for ids ['92338301-4c44-44ca-b4cb-5caa6892da19'] in dv-cinder-839416-3-smb is: [{'id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'name': 'tempest-ServerRescueNegativeTestJSON-651101232-router', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:40Z', 'updated_at': '2022-04-29T13:38:48Z', 'revision_number': 4, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'gw_port': {'id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': 'd29c7b3b-76dd-4b4b-8ddf-23f35b14dc5a', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'port_id': 'a83d8fdb-1796-4c67-adef-7b89e83f47d4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'mac_address': 'fa:16:3e:ad:8f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4fa4b2-b985-4e66-be9a-992a5e02d07f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:40:44Z', 'updated_at': '2022-04-29T13:42:19Z', 'revision_number': 3, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3115e8fa-517c-4bf4-be1f-f77edf90309d', 'name': '', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'mac_address': 'fa:16:3e:d6:21:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:46Z', 'updated_at': '2022-04-29T13:38:55Z', 'revision_number': 5, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'subnets': [{'id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:42:21.455681 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:22.449348 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4fa4b2-b985-4e66-be9a-992a5e02d07f', 'tag': 'a83d8fdb-1796-4c67-adef-7b89e83f47d4'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:42:22.453707 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc6775c-17a4-4d10-95bf-65102f89650a" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4fa4b2-b985-4e66-be9a-992a5e02d07f", "tag": "a83d8fdb-1796-4c67-adef-7b89e83f47d4"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:42:22.493411 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dfb6bf-224a-4887-87ae-410a0ec2c7a9 x-openstack-request-id: req-90dfb6bf-224a-4887-87ae-410a0ec2c7a9 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:42:22.493702 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4fa4b2-b985-4e66-be9a-992a5e02d07f", "tag": "a83d8fdb-1796-4c67-adef-7b89e83f47d4", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:42:22.493957 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90dfb6bf-224a-4887-87ae-410a0ec2c7a9 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:42:22.494364 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90dfb6bf-224a-4887-87ae-410a0ec2c7a9'] response: {'name': 'network-changed', 'server_uuid': '0b4fa4b2-b985-4e66-be9a-992a5e02d07f', 'tag': 'a83d8fdb-1796-4c67-adef-7b89e83f47d4', 'status': 'completed', 'code': 200} Apr 29 13:42:22.564300 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6775c-17a4-4d10-95bf-65102f89650a req-f7b53ce9-8c00-41ee-a5fa-f1d0b6f4ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:22.566023 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-7fc6775c-17a4-4d10-95bf-65102f89650a req-f7b53ce9-8c00-41ee-a5fa-f1d0b6f4ba1a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f16d4321a559404f9a2d7a6f38c752c1&device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 1130 time: 0.0473888 Apr 29 13:42:22.668998 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6775c-17a4-4d10-95bf-65102f89650a req-8dc79811-5592-4f10-9568-bf94bcee1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:22.670565 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-7fc6775c-17a4-4d10-95bf-65102f89650a req-8dc79811-5592-4f10-9568-bf94bcee1f2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a HTTP/1.1" status: 200 len: 918 time: 0.0966251 Apr 29 13:42:22.745192 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-7fc6775c-17a4-4d10-95bf-65102f89650a req-c3fd904d-c1d0-4281-825b-99aa4cb268c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a83d8fdb-1796-4c67-adef-7b89e83f47d4 HTTP/1.1" status: 200 len: 1001 time: 0.0663481 Apr 29 13:42:22.795895 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6775c-17a4-4d10-95bf-65102f89650a req-66415fca-56c8-4f38-9b0e-b1e85543bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:22.798633 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-7fc6775c-17a4-4d10-95bf-65102f89650a req-66415fca-56c8-4f38-9b0e-b1e85543bd76 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59fa37f6-c5e6-406e-bd81-5f2770950e70 HTTP/1.1" status: 200 len: 857 time: 0.0476694 Apr 29 13:42:22.845651 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6775c-17a4-4d10-95bf-65102f89650a req-e1d5749a-b491-4155-8e5b-7732eeacbf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:22.847203 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-7fc6775c-17a4-4d10-95bf-65102f89650a req-e1d5749a-b491-4155-8e5b-7732eeacbf73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0430140 Apr 29 13:42:22.949604 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-7fc6775c-17a4-4d10-95bf-65102f89650a req-9fef5cea-044f-48a2-8fef-76dd7db45e81 service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965328 Apr 29 13:42:23.048403 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-7fc6775c-17a4-4d10-95bf-65102f89650a req-e67583b7-c355-4d36-aa38-83c2be9bdcad service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923676 Apr 29 13:42:31.031978 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:32.951122 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0fea4c81-61ed-4866-83d6-ca4a882d0162 req-96d55eb4-da1a-4a47-a673-8d632fe1a006 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418749 Apr 29 13:42:33.042964 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea4c81-61ed-4866-83d6-ca4a882d0162 req-d4a4bacd-d995-4020-8322-cebc1926a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:33.044480 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0fea4c81-61ed-4866-83d6-ca4a882d0162 req-d4a4bacd-d995-4020-8322-cebc1926a7f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f16d4321a559404f9a2d7a6f38c752c1&device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 1129 time: 0.0387075 Apr 29 13:42:33.150617 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea4c81-61ed-4866-83d6-ca4a882d0162 req-c93f1f03-99b6-4727-af63-c12c68090a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:33.152081 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0fea4c81-61ed-4866-83d6-ca4a882d0162 req-c93f1f03-99b6-4727-af63-c12c68090a14 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a HTTP/1.1" status: 200 len: 918 time: 0.0866408 Apr 29 13:42:33.197723 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0fea4c81-61ed-4866-83d6-ca4a882d0162 req-8d218dc6-6e7c-459c-a6b2-4a0aba2d4896 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=517684f4-0812-471d-8b9e-174a4fa7ff45 HTTP/1.1" status: 200 len: 217 time: 0.0378878 Apr 29 13:42:33.245368 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea4c81-61ed-4866-83d6-ca4a882d0162 req-4ca89feb-e924-4ab8-81a7-08d287595708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:33.246782 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0fea4c81-61ed-4866-83d6-ca4a882d0162 req-4ca89feb-e924-4ab8-81a7-08d287595708 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59fa37f6-c5e6-406e-bd81-5f2770950e70 HTTP/1.1" status: 200 len: 857 time: 0.0430827 Apr 29 13:42:33.298837 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea4c81-61ed-4866-83d6-ca4a882d0162 req-7937d423-22e4-427b-8293-1e0e26df018d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:33.300350 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0fea4c81-61ed-4866-83d6-ca4a882d0162 req-7937d423-22e4-427b-8293-1e0e26df018d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0393841 Apr 29 13:42:33.399870 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0fea4c81-61ed-4866-83d6-ca4a882d0162 req-ce62df67-9814-4140-8302-9fa5e760bd55 service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933921 Apr 29 13:42:33.445549 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:42:33.502087 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0fea4c81-61ed-4866-83d6-ca4a882d0162 req-6ea2579a-794e-4771-b7ff-ce6c6bb51f5d service neutron] 10.222.0.26 "GET /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891440 Apr 29 13:42:44.488846 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b10db3e5-472e-48ea-92a3-abbb677fb473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:47.048057 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-85b2792f-43c5-4510-bac9-d8660c7753f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:48.072622 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:50.047140 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:51.452279 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:53.739992 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc24ee-2c73-42f7-a8b8-07d312dbae51 req-07d84f14-f214-44e2-9822-73e74f2d7cfd tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:53.741657 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e5fc24ee-2c73-42f7-a8b8-07d312dbae51 req-07d84f14-f214-44e2-9822-73e74f2d7cfd tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 946 time: 0.0521138 Apr 29 13:42:53.790130 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e5fc24ee-2c73-42f7-a8b8-07d312dbae51 req-10c13b94-e84c-45b8-bf9b-a6925f6924bf tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427125 Apr 29 13:42:54.909791 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82a7f4-4934-4edc-a27d-8aa9f26b52e8 req-1672915b-3f1e-4b53-ad05-464ba59ae4cc tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:54.911306 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fa82a7f4-4934-4edc-a27d-8aa9f26b52e8 req-1672915b-3f1e-4b53-ad05-464ba59ae4cc tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 946 time: 0.0461144 Apr 29 13:42:54.958148 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fa82a7f4-4934-4edc-a27d-8aa9f26b52e8 req-eec6a8c0-935e-405c-bb3b-113e81c2bec2 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=144761e0-31c2-4ddb-bcc7-2f93ba8f3706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409451 Apr 29 13:42:55.493351 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e76ec-cc84-4ca7-a71a-061c7b75c436 req-69aed198-2600-4fae-95d0-c792decd739a tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:55.494853 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-2d9e76ec-cc84-4ca7-a71a-061c7b75c436 req-69aed198-2600-4fae-95d0-c792decd739a tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.26 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 946 time: 0.0508175 Apr 29 13:42:55.585965 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-2d9e76ec-cc84-4ca7-a71a-061c7b75c436 req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Deleting port d1e8c59d-08c7-463d-8f1d-d55528a06712 {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:42:55.586260 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-2d9e76ec-cc84-4ca7-a71a-061c7b75c436 req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:55.681663 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-2d9e76ec-cc84-4ca7-a71a-061c7b75c436 req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] For port d1e8c59d-08c7-463d-8f1d-d55528a06712, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=d1e8c59d-08c7-463d-8f1d-d55528a06712,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:42:55.682027 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-2d9e76ec-cc84-4ca7-a71a-061c7b75c436 req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:55.854006 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-2d9e76ec-cc84-4ca7-a71a-061c7b75c436 req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:55.854295 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-2d9e76ec-cc84-4ca7-a71a-061c7b75c436 req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (d6ca2016-574a-4a5e-b520-e46ac240a619), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:55.854615 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.l3_db [req-2d9e76ec-cc84-4ca7-a71a-061c7b75c436 req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Floating IP d6ca2016-574a-4a5e-b520-e46ac240a619 disassociated. External IP: 172.28.3.30, port: d1e8c59d-08c7-463d-8f1d-d55528a06712. Apr 29 13:42:55.854978 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-2d9e76ec-cc84-4ca7-a71a-061c7b75c436 req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Calling delete_port for d1e8c59d-08c7-463d-8f1d-d55528a06712 owned by compute:nova {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:42:55.990478 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-2d9e76ec-cc84-4ca7-a71a-061c7b75c436 req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146'] for port (d1e8c59d-08c7-463d-8f1d-d55528a06712), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:56.018691 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Pushing event deleted for resources: {'Port': ['ID=d1e8c59d-08c7-463d-8f1d-d55528a06712,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:42:56.032283 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:56.032975 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:56.033331 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:56.033674 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:56.034001 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:56.034334 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:56.034671 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:56.034994 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:56.035320 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:56.035644 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:56.035969 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:56.036295 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:56.036619 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:56.036969 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:56.037294 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:56.087227 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b99b2033-d798-4923-a12a-3d351c304ab6 req-8b8d9080-13af-4435-af2e-095e74610397 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=82867de9-df31-465b-9e65-dab229b02547 HTTP/1.1" status: 200 len: 210 time: 0.0294001 Apr 29 13:42:56.152777 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d9e76ec-cc84-4ca7-a71a-061c7b75c436 req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:42:56.262212 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d9e76ec-cc84-4ca7-a71a-061c7b75c436 req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:42:56.273595 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2691dd79-715e-4189-b00c-c0fc11f2e415 None None] Sync routers for ids ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'] in dv-cinder-839416-3-smb {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:42:56.283550 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2691dd79-715e-4189-b00c-c0fc11f2e415 None None] Routers {'3e041d0f-0fb7-4a6e-9de4-e1b923a49846'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:42:56.284195 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-2691dd79-715e-4189-b00c-c0fc11f2e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:42:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:42:56.304836 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9e76ec-cc84-4ca7-a71a-061c7b75c436 req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] No DVR routers for this DVR port d1e8c59d-08c7-463d-8f1d-d55528a06712 on host hv-cinder-83941 {{(pid=103547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:42:56.307237 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-2d9e76ec-cc84-4ca7-a71a-061c7b75c436 req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:56.310624 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-2d9e76ec-cc84-4ca7-a71a-061c7b75c436 req-6759e0e9-2fd2-4007-97fd-fadcf5029ba1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.26 "DELETE /v2.0/ports/d1e8c59d-08c7-463d-8f1d-d55528a06712 HTTP/1.1" status: 204 len: 173 time: 0.8082039 Apr 29 13:42:56.311062 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82867de9-df31-465b-9e65-dab229b02547', 'name': 'network-vif-deleted', 'tag': 'd1e8c59d-08c7-463d-8f1d-d55528a06712'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:42:56.313402 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39319409-aff8-4b7d-b928-22fde6f48205" -d '{"events": [{"server_uuid": "82867de9-df31-465b-9e65-dab229b02547", "name": "network-vif-deleted", "tag": "d1e8c59d-08c7-463d-8f1d-d55528a06712"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:42:56.354621 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa602af-007c-4a66-bf4f-32f29c6e3609 x-openstack-request-id: req-eaa602af-007c-4a66-bf4f-32f29c6e3609 {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:42:56.354938 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82867de9-df31-465b-9e65-dab229b02547", "name": "network-vif-deleted", "tag": "d1e8c59d-08c7-463d-8f1d-d55528a06712", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:42:56.355224 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eaa602af-007c-4a66-bf4f-32f29c6e3609 {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:42:56.355646 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaa602af-007c-4a66-bf4f-32f29c6e3609'] response: {'server_uuid': '82867de9-df31-465b-9e65-dab229b02547', 'name': 'network-vif-deleted', 'tag': 'd1e8c59d-08c7-463d-8f1d-d55528a06712', 'status': 'completed', 'code': 200} Apr 29 13:42:56.414323 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-2691dd79-715e-4189-b00c-c0fc11f2e415 None None] Set router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:42:56.630659 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-2691dd79-715e-4189-b00c-c0fc11f2e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'name': 'tempest-AttachVolumeShelveTestJSON-65629723-router', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:53Z', 'revision_number': 4, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'gw_port': {'id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'a60f21e2-e1a6-4631-b833-d367bdc4cf2d', 'name': '', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'mac_address': 'fa:16:3e:0a:3e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:51Z', 'updated_at': '2022-04-29T13:39:59Z', 'revision_number': 5, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'subnets': [{'id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:42:56.660623 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2691dd79-715e-4189-b00c-c0fc11f2e415 None None] Checking router: 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 for host: dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:42:56.669591 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2691dd79-715e-4189-b00c-c0fc11f2e415 None None] Routers {'3e041d0f-0fb7-4a6e-9de4-e1b923a49846'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:42:56.670475 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-2691dd79-715e-4189-b00c-c0fc11f2e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:42:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:42:56.794581 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-2691dd79-715e-4189-b00c-c0fc11f2e415 None None] Set router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:42:57.006324 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-2691dd79-715e-4189-b00c-c0fc11f2e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'name': 'tempest-AttachVolumeShelveTestJSON-65629723-router', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:53Z', 'revision_number': 4, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'gw_port': {'id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'a60f21e2-e1a6-4631-b833-d367bdc4cf2d', 'name': '', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'mac_address': 'fa:16:3e:0a:3e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:51Z', 'updated_at': '2022-04-29T13:39:59Z', 'revision_number': 5, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'subnets': [{'id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:42:57.035156 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2691dd79-715e-4189-b00c-c0fc11f2e415 None None] The sync data for ids ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'] in dv-cinder-839416-3-smb is: [{'id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'name': 'tempest-AttachVolumeShelveTestJSON-65629723-router', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:53Z', 'revision_number': 4, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'gw_port': {'id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'a60f21e2-e1a6-4631-b833-d367bdc4cf2d', 'name': '', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'mac_address': 'fa:16:3e:0a:3e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:51Z', 'updated_at': '2022-04-29T13:39:59Z', 'revision_number': 5, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'subnets': [{'id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:42:57.190545 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 45604) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:42:57.268038 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0e291dcb-a074-4bad-95c1-6fd12fe68697 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group (144761e0-31c2-4ddb-bcc7-2f93ba8f3706), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:57.318826 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4118b3-c514-48ea-8104-e0c6b9da06c7 None None] New status for floating IP d6ca2016-574a-4a5e-b520-e46ac240a619: DOWN {{(pid=103550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:42:57.569840 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0e291dcb-a074-4bad-95c1-6fd12fe68697 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group (144761e0-31c2-4ddb-bcc7-2f93ba8f3706), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:57.622328 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0e291dcb-a074-4bad-95c1-6fd12fe68697 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (144761e0-31c2-4ddb-bcc7-2f93ba8f3706), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:57.625489 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0e291dcb-a074-4bad-95c1-6fd12fe68697 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:57.626666 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-0e291dcb-a074-4bad-95c1-6fd12fe68697 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "DELETE /v2.0/security-groups/144761e0-31c2-4ddb-bcc7-2f93ba8f3706 HTTP/1.1" status: 204 len: 168 time: 0.4349594 Apr 29 13:42:57.629709 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45606) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:42:57.635876 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e291dcb-a074-4bad-95c1-6fd12fe68697 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=144761e0-31c2-4ddb-bcc7-2f93ba8f3706,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:42:57.646065 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.api.v2.resource [None req-1ac58d84-cabb-48c1-8a90-f2e54ed61414 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] show failed (client error): The resource could not be found. Apr 29 13:42:57.646578 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e291dcb-a074-4bad-95c1-6fd12fe68697 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:57.646938 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e291dcb-a074-4bad-95c1-6fd12fe68697 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:57.647376 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-1ac58d84-cabb-48c1-8a90-f2e54ed61414 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups/144761e0-31c2-4ddb-bcc7-2f93ba8f3706 HTTP/1.1" status: 404 len: 347 time: 0.0165291 Apr 29 13:42:57.649082 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e291dcb-a074-4bad-95c1-6fd12fe68697 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:57.649427 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e291dcb-a074-4bad-95c1-6fd12fe68697 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:57.649782 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e291dcb-a074-4bad-95c1-6fd12fe68697 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:57.650100 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e291dcb-a074-4bad-95c1-6fd12fe68697 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:57.650433 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e291dcb-a074-4bad-95c1-6fd12fe68697 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:57.650760 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e291dcb-a074-4bad-95c1-6fd12fe68697 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:57.651086 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e291dcb-a074-4bad-95c1-6fd12fe68697 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:57.651411 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e291dcb-a074-4bad-95c1-6fd12fe68697 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:57.654260 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e291dcb-a074-4bad-95c1-6fd12fe68697 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:57.654260 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e291dcb-a074-4bad-95c1-6fd12fe68697 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:57.654260 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e291dcb-a074-4bad-95c1-6fd12fe68697 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:57.654260 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e291dcb-a074-4bad-95c1-6fd12fe68697 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:57.654260 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e291dcb-a074-4bad-95c1-6fd12fe68697 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:42:57.654779 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45608) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:42:57.779238 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-3d799a04-98ed-40aa-9ac3-4c958100ba7f tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Deleting port 2b27157b-891f-4a0b-ae82-9246564a36e5 {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:42:57.779578 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3d799a04-98ed-40aa-9ac3-4c958100ba7f tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (2b27157b-891f-4a0b-ae82-9246564a36e5), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:58.108572 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3d799a04-98ed-40aa-9ac3-4c958100ba7f tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (2b27157b-891f-4a0b-ae82-9246564a36e5), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:58.109604 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3d799a04-98ed-40aa-9ac3-4c958100ba7f tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for floatingip (2b27157b-891f-4a0b-ae82-9246564a36e5), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:58.125469 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-3d799a04-98ed-40aa-9ac3-4c958100ba7f tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Calling delete_port for 2b27157b-891f-4a0b-ae82-9246564a36e5 owned by network:floatingip {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:42:58.281779 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3d799a04-98ed-40aa-9ac3-4c958100ba7f tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146'] for port (2b27157b-891f-4a0b-ae82-9246564a36e5), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:58.310696 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d799a04-98ed-40aa-9ac3-4c958100ba7f tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Pushing event deleted for resources: {'Port': ['ID=2b27157b-891f-4a0b-ae82-9246564a36e5,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:42:58.338116 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3d799a04-98ed-40aa-9ac3-4c958100ba7f tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for floatingip (d6ca2016-574a-4a5e-b520-e46ac240a619), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:58.340817 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3d799a04-98ed-40aa-9ac3-4c958100ba7f tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:58.344159 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-3d799a04-98ed-40aa-9ac3-4c958100ba7f tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "DELETE /v2.0/floatingips/d6ca2016-574a-4a5e-b520-e46ac240a619 HTTP/1.1" status: 204 len: 168 time: 0.6899037 Apr 29 13:42:58.561024 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 45624) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:42:58.565577 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-8eab1883-ff7b-47ad-9a3b-44cde30ed2b9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1462913481', 'description': 'tempest-description--1026314724'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:42:58.588705 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8eab1883-ff7b-47ad-9a3b-44cde30ed2b9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:58.662168 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8eab1883-ff7b-47ad-9a3b-44cde30ed2b9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group (ac48dcb6-e697-468a-a760-ad854b03307b), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:58.666747 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8eab1883-ff7b-47ad-9a3b-44cde30ed2b9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (ac48dcb6-e697-468a-a760-ad854b03307b), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:58.696312 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8eab1883-ff7b-47ad-9a3b-44cde30ed2b9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:58.697659 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-8eab1883-ff7b-47ad-9a3b-44cde30ed2b9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1356061 Apr 29 13:42:58.701469 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45626) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:42:58.710394 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-58c29815-c901-4192-b6a1-bd766ba3b004 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Request body: {'security_group_rule': {'security_group_id': 'ac48dcb6-e697-468a-a760-ad854b03307b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:42:58.710659 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab1883-ff7b-47ad-9a3b-44cde30ed2b9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac48dcb6-e697-468a-a760-ad854b03307b,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:42:58.739791 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-58c29815-c901-4192-b6a1-bd766ba3b004 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group_rule (a4591b83-1282-4ddf-bf62-493f64b2c589), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:58.804397 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-58c29815-c901-4192-b6a1-bd766ba3b004 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group_rule (a4591b83-1282-4ddf-bf62-493f64b2c589), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:58.809241 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-58c29815-c901-4192-b6a1-bd766ba3b004 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (a4591b83-1282-4ddf-bf62-493f64b2c589), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:58.828675 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c29815-c901-4192-b6a1-bd766ba3b004 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4591b83-1282-4ddf-bf62-493f64b2c589,revision_number=0']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:42:58.837307 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-58c29815-c901-4192-b6a1-bd766ba3b004 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:58.838532 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-58c29815-c901-4192-b6a1-bd766ba3b004 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322420 Apr 29 13:42:58.841258 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45628) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:42:58.846970 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-d82180ec-e058-42ca-a46b-5e36004065df tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Request body: {'security_group_rule': {'security_group_id': 'ac48dcb6-e697-468a-a760-ad854b03307b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:42:58.874997 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d82180ec-e058-42ca-a46b-5e36004065df tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group_rule (81f35604-7a73-4548-b0a9-beb5ef25b88d), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:58.936792 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d82180ec-e058-42ca-a46b-5e36004065df tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group_rule (81f35604-7a73-4548-b0a9-beb5ef25b88d), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:58.940886 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d82180ec-e058-42ca-a46b-5e36004065df tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (81f35604-7a73-4548-b0a9-beb5ef25b88d), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:58.958933 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82180ec-e058-42ca-a46b-5e36004065df tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f35604-7a73-4548-b0a9-beb5ef25b88d,revision_number=0']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:42:58.970154 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d82180ec-e058-42ca-a46b-5e36004065df tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:58.971427 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-d82180ec-e058-42ca-a46b-5e36004065df tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289303 Apr 29 13:42:58.976182 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45630) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:42:58.976869 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device d1e8c59d-08c7-463d-8f1d-d55528a06712 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:42:58.981056 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-ffbb74d7-db09-49b5-a97a-66abd60af886 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Request body: {'floatingip': {'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:42:58.998690 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] No Port match for: d1e8c59d-08c7-463d-8f1d-d55528a06712 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:42:58.999063 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device d1e8c59d-08c7-463d-8f1d-d55528a06712 not bound to the agent host hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:42:59.003551 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ffbb74d7-db09-49b5-a97a-66abd60af886 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:59.084143 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ffbb74d7-db09-49b5-a97a-66abd60af886 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:59.197124 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [None req-ffbb74d7-db09-49b5-a97a-66abd60af886 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Allocated IP 172.28.3.227 (9c8e0a80-d509-45ab-9720-00aefc93fc37/7d82864c-1f03-4b55-a173-75a79706e4c7/6d8081d5-de5e-48b9-bc62-9555b6cd080b) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:42:59.308682 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ffbb74d7-db09-49b5-a97a-66abd60af886 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for port (6d8081d5-de5e-48b9-bc62-9555b6cd080b), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:59.344608 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ffbb74d7-db09-49b5-a97a-66abd60af886 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (6d8081d5-de5e-48b9-bc62-9555b6cd080b), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:59.387088 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbb74d7-db09-49b5-a97a-66abd60af886 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:42:59.390067 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-ffbb74d7-db09-49b5-a97a-66abd60af886 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:42:59.396633 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbb74d7-db09-49b5-a97a-66abd60af886 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:42:59.407330 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb74d7-db09-49b5-a97a-66abd60af886 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Pushing event updated for resources: {'Port': ['ID=6d8081d5-de5e-48b9-bc62-9555b6cd080b,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:42:59.455496 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ffbb74d7-db09-49b5-a97a-66abd60af886 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for floatingip (9980bf74-fe72-44a3-be30-cd4d56ced215), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:59.499299 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ffbb74d7-db09-49b5-a97a-66abd60af886 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (6d8081d5-de5e-48b9-bc62-9555b6cd080b), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:59.702181 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ffbb74d7-db09-49b5-a97a-66abd60af886 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for port (6d8081d5-de5e-48b9-bc62-9555b6cd080b), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:59.708041 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7984e5a-7d4d-4810-b46b-21c28a81b8bc req-252b38de-1987-43db-980d-9d7e1621a6c4 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:42:59.709057 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ffbb74d7-db09-49b5-a97a-66abd60af886 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (6d8081d5-de5e-48b9-bc62-9555b6cd080b), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:59.709837 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a7984e5a-7d4d-4810-b46b-21c28a81b8bc req-252b38de-1987-43db-980d-9d7e1621a6c4 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0591133 Apr 29 13:42:59.773543 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ffbb74d7-db09-49b5-a97a-66abd60af886 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (9980bf74-fe72-44a3-be30-cd4d56ced215), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:59.795769 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a7984e5a-7d4d-4810-b46b-21c28a81b8bc req-42fc265a-f906-47f7-9b0b-aa308c43894c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794418 Apr 29 13:42:59.805535 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb74d7-db09-49b5-a97a-66abd60af886 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Pushing event updated for resources: {'Port': ['ID=6d8081d5-de5e-48b9-bc62-9555b6cd080b,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:42:59.813219 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ffbb74d7-db09-49b5-a97a-66abd60af886 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:42:59.823483 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-ffbb74d7-db09-49b5-a97a-66abd60af886 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8373923 Apr 29 13:43:00.026266 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d3821ede-4075-4c46-9336-339868fa44a5 req-b21f5df8-f827-4394-b479-c1489eecc7e8 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1462913481&fields=id&tenant_id=24f0f6159b9a46e4b3264b8c74e0f7a0 HTTP/1.1" status: 200 len: 267 time: 0.0462067 Apr 29 13:43:00.160290 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3821ede-4075-4c46-9336-339868fa44a5 req-4a1a8434-74c3-43cf-b3f2-0286a31358e4 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:00.161808 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d3821ede-4075-4c46-9336-339868fa44a5 req-4a1a8434-74c3-43cf-b3f2-0286a31358e4 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/networks?id=6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c HTTP/1.1" status: 200 len: 815 time: 0.1274180 Apr 29 13:43:00.177992 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d3821ede-4075-4c46-9336-339868fa44a5 req-7799afe9-348a-4a93-9762-0d64ff35db7c tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/quotas/24f0f6159b9a46e4b3264b8c74e0f7a0 HTTP/1.1" status: 200 len: 375 time: 0.0107698 Apr 29 13:43:00.230199 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d3821ede-4075-4c46-9336-339868fa44a5 req-66576b98-0560-4bf3-8dfc-b680eb4c9374 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=24f0f6159b9a46e4b3264b8c74e0f7a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464325 Apr 29 13:43:00.330240 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d3821ede-4075-4c46-9336-339868fa44a5 req-38417653-d672-457a-808d-afd02a83b7c8 service neutron] 10.222.0.20 "GET /v2.0/networks/6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885651 Apr 29 13:43:00.429372 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d3821ede-4075-4c46-9336-339868fa44a5 req-a5d7ac24-0889-4213-833f-8f7e62876c7d service neutron] 10.222.0.20 "GET /v2.0/networks/6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933936 Apr 29 13:43:00.603020 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5b46a19b-69c7-442f-b3d6-d9c22f0558ac req-524bf535-b6d9-4195-a7a7-41165947b637 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 210 time: 0.0316088 Apr 29 13:43:00.930888 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47550a76-58e9-42d2-a339-89be959e906f req-980cedff-ba39-452a-a78b-1a9fcc3de678 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:00.932472 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-47550a76-58e9-42d2-a339-89be959e906f req-980cedff-ba39-452a-a78b-1a9fcc3de678 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0509923 Apr 29 13:43:00.984993 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-47550a76-58e9-42d2-a339-89be959e906f req-fb716c10-47dc-48ad-b548-81aeadf87483 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459156 Apr 29 13:43:01.037284 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:01.720989 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ed1beeab-1e55-466b-920d-a31fef33118d req-a2983983-1dce-497d-9f03-c2b516d02efa tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 210 time: 0.0382442 Apr 29 13:43:02.102534 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5ada3-3375-4deb-af8d-85b6d49b23d0 req-c23e77ea-3c5b-48c1-811f-2e71dbbabd16 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:02.104036 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-66c5ada3-3375-4deb-af8d-85b6d49b23d0 req-c23e77ea-3c5b-48c1-811f-2e71dbbabd16 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0500751 Apr 29 13:43:02.154594 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-66c5ada3-3375-4deb-af8d-85b6d49b23d0 req-7d36b4bb-9ceb-4e4d-bd01-147f877f9749 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446131 Apr 29 13:43:02.890673 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-635e88e0-04b9-449f-826c-942e2deffdeb req-731fdf18-c1c1-48f9-b237-20740567daf9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 210 time: 0.0675180 Apr 29 13:43:02.926158 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172ee68-f305-4c93-a5a9-a2271477023f req-18c79bd4-9743-4326-813f-b05eb8b39691 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:02.928978 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3172ee68-f305-4c93-a5a9-a2271477023f req-18c79bd4-9743-4326-813f-b05eb8b39691 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.0829823 Apr 29 13:43:03.253798 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-3172ee68-f305-4c93-a5a9-a2271477023f req-2d04728a-b3d8-4432-ae02-26147339a513 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Deleting port a83d8fdb-1796-4c67-adef-7b89e83f47d4 {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:43:03.254147 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-3172ee68-f305-4c93-a5a9-a2271477023f req-2d04728a-b3d8-4432-ae02-26147339a513 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (a83d8fdb-1796-4c67-adef-7b89e83f47d4), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:03.355845 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713ab7a-fa5e-47d5-a2f7-63b490afd1a1 req-fb4198e0-43bd-4a83-86f5-0185fbcf680b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:03.358954 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8713ab7a-fa5e-47d5-a2f7-63b490afd1a1 req-fb4198e0-43bd-4a83-86f5-0185fbcf680b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 946 time: 0.1263645 Apr 29 13:43:03.396848 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-3172ee68-f305-4c93-a5a9-a2271477023f req-2d04728a-b3d8-4432-ae02-26147339a513 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] For port a83d8fdb-1796-4c67-adef-7b89e83f47d4, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=a83d8fdb-1796-4c67-adef-7b89e83f47d4,segment=NetworkSegment(333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af),segment_id=333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:03.397523 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-3172ee68-f305-4c93-a5a9-a2271477023f req-2d04728a-b3d8-4432-ae02-26147339a513 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (a83d8fdb-1796-4c67-adef-7b89e83f47d4), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:03.461876 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8713ab7a-fa5e-47d5-a2f7-63b490afd1a1 req-79246809-d27b-4296-9a5d-4d28e85a0b08 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=a62c9fa4-0539-40f6-b451-d37beaafcfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721688 Apr 29 13:43:03.473446 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3821ede-4075-4c46-9336-339868fa44a5 req-c1fe8f2a-c19f-4cd8-83ce-2ed1e86d9dd6 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:03.475164 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d3821ede-4075-4c46-9336-339868fa44a5 req-c1fe8f2a-c19f-4cd8-83ce-2ed1e86d9dd6 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.26 "GET /v2.0/networks?id=6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c HTTP/1.1" status: 200 len: 815 time: 0.2328582 Apr 29 13:43:03.551674 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d3821ede-4075-4c46-9336-339868fa44a5 req-2537bc62-8a5f-4ab1-aaeb-5bf0aa3dd33d tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24f0f6159b9a46e4b3264b8c74e0f7a0 HTTP/1.1" status: 200 len: 380 time: 0.0658474 Apr 29 13:43:03.638338 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-3172ee68-f305-4c93-a5a9-a2271477023f req-2d04728a-b3d8-4432-ae02-26147339a513 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:03.638696 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-3172ee68-f305-4c93-a5a9-a2271477023f req-2d04728a-b3d8-4432-ae02-26147339a513 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (d29c7b3b-76dd-4b4b-8ddf-23f35b14dc5a), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:03.639014 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.l3_db [req-3172ee68-f305-4c93-a5a9-a2271477023f req-2d04728a-b3d8-4432-ae02-26147339a513 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Floating IP d29c7b3b-76dd-4b4b-8ddf-23f35b14dc5a disassociated. External IP: 172.28.3.23, port: a83d8fdb-1796-4c67-adef-7b89e83f47d4. Apr 29 13:43:03.639367 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-3172ee68-f305-4c93-a5a9-a2271477023f req-2d04728a-b3d8-4432-ae02-26147339a513 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Calling delete_port for a83d8fdb-1796-4c67-adef-7b89e83f47d4 owned by compute:nova {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:43:03.787403 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-3172ee68-f305-4c93-a5a9-a2271477023f req-2d04728a-b3d8-4432-ae02-26147339a513 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146'] for port (a83d8fdb-1796-4c67-adef-7b89e83f47d4), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:03.817327 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04728a-b3d8-4432-ae02-26147339a513 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Pushing event deleted for resources: {'Port': ['ID=a83d8fdb-1796-4c67-adef-7b89e83f47d4,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:03.887985 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [req-d3821ede-4075-4c46-9336-339868fa44a5 req-d40957fc-bfb9-4497-a4c0-53a3e7ecc804 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Request body: {'port': {'device_id': 'e32e6c07-37a6-44c5-932c-371e2a8ec07e', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'admin_state_up': True, 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'security_groups': ['ac48dcb6-e697-468a-a760-ad854b03307b']}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:43:03.953228 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3172ee68-f305-4c93-a5a9-a2271477023f req-2d04728a-b3d8-4432-ae02-26147339a513 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Router 92338301-4c44-44ca-b4cb-5caa6892da19 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:43:04.015062 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8d79599a-94d0-46bd-ac70-eebff56f1b28 req-ab11246a-5bcd-451a-a655-f95a7b6c457b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 210 time: 0.0354710 Apr 29 13:43:04.052546 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3821ede-4075-4c46-9336-339868fa44a5 req-d40957fc-bfb9-4497-a4c0-53a3e7ecc804 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Made reservation on behalf of 24f0f6159b9a46e4b3264b8c74e0f7a0 for: {'port': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:43:04.055945 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-d3821ede-4075-4c46-9336-339868fa44a5 req-d40957fc-bfb9-4497-a4c0-53a3e7ecc804 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:04.089382 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3172ee68-f305-4c93-a5a9-a2271477023f req-2d04728a-b3d8-4432-ae02-26147339a513 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:43:04.103678 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4f683b-2e69-4046-8868-053a412fbacc None None] Sync routers for ids ['92338301-4c44-44ca-b4cb-5caa6892da19'] in dv-cinder-839416-3-smb {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:43:04.114821 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4f683b-2e69-4046-8868-053a412fbacc None None] Routers {'92338301-4c44-44ca-b4cb-5caa6892da19'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:43:04.115445 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-2a4f683b-2e69-4046-8868-053a412fbacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:42:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['92338301-4c44-44ca-b4cb-5caa6892da19'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:04.168523 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-3172ee68-f305-4c93-a5a9-a2271477023f req-2d04728a-b3d8-4432-ae02-26147339a513 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] No DVR routers for this DVR port a83d8fdb-1796-4c67-adef-7b89e83f47d4 on host hv-cinder-83941 {{(pid=103547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:43:04.174118 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-3172ee68-f305-4c93-a5a9-a2271477023f req-2d04728a-b3d8-4432-ae02-26147339a513 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:04.181141 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3172ee68-f305-4c93-a5a9-a2271477023f req-2d04728a-b3d8-4432-ae02-26147339a513 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.26 "DELETE /v2.0/ports/a83d8fdb-1796-4c67-adef-7b89e83f47d4 HTTP/1.1" status: 204 len: 173 time: 1.0458610 Apr 29 13:43:04.182057 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4fa4b2-b985-4e66-be9a-992a5e02d07f', 'name': 'network-vif-deleted', 'tag': 'a83d8fdb-1796-4c67-adef-7b89e83f47d4'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:43:04.189071 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db86e2e1-c8fd-4749-a5da-074b7746b00d" -d '{"events": [{"server_uuid": "0b4fa4b2-b985-4e66-be9a-992a5e02d07f", "name": "network-vif-deleted", "tag": "a83d8fdb-1796-4c67-adef-7b89e83f47d4"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:43:04.231861 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-2a4f683b-2e69-4046-8868-053a412fbacc None None] Set router 92338301-4c44-44ca-b4cb-5caa6892da19 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:43:04.296021 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [req-d3821ede-4075-4c46-9336-339868fa44a5 req-d40957fc-bfb9-4497-a4c0-53a3e7ecc804 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Allocated IP 172.20.0.13 (6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c/f258e551-312b-40dd-9f3e-d438e3260232/c73c3fae-0b18-491d-a547-f51a91e96c66) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:43:04.337232 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faafd9d5-aede-439c-9f33-7e230d179e03 x-openstack-request-id: req-faafd9d5-aede-439c-9f33-7e230d179e03 {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:43:04.337461 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4fa4b2-b985-4e66-be9a-992a5e02d07f", "name": "network-vif-deleted", "tag": "a83d8fdb-1796-4c67-adef-7b89e83f47d4", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:43:04.337720 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-faafd9d5-aede-439c-9f33-7e230d179e03 {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:43:04.338120 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faafd9d5-aede-439c-9f33-7e230d179e03'] response: {'server_uuid': '0b4fa4b2-b985-4e66-be9a-992a5e02d07f', 'name': 'network-vif-deleted', 'tag': 'a83d8fdb-1796-4c67-adef-7b89e83f47d4', 'status': 'completed', 'code': 200} Apr 29 13:43:04.545490 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-d3821ede-4075-4c46-9336-339868fa44a5 req-d40957fc-bfb9-4497-a4c0-53a3e7ecc804 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:04.551500 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-2a4f683b-2e69-4046-8868-053a412fbacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'name': 'tempest-ServerRescueNegativeTestJSON-651101232-router', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:40Z', 'updated_at': '2022-04-29T13:38:48Z', 'revision_number': 4, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'gw_port': {'id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '3115e8fa-517c-4bf4-be1f-f77edf90309d', 'name': '', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'mac_address': 'fa:16:3e:d6:21:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:46Z', 'updated_at': '2022-04-29T13:38:55Z', 'revision_number': 5, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'subnets': [{'id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:04.580851 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4f683b-2e69-4046-8868-053a412fbacc None None] Checking router: 92338301-4c44-44ca-b4cb-5caa6892da19 for host: dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:43:04.589853 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4f683b-2e69-4046-8868-053a412fbacc None None] Routers {'92338301-4c44-44ca-b4cb-5caa6892da19'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:43:04.590502 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-2a4f683b-2e69-4046-8868-053a412fbacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:42:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['92338301-4c44-44ca-b4cb-5caa6892da19'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:04.606348 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a7d48a7e-e04d-4e8d-8117-eddd12612c99 req-28813dac-120d-45f8-8ac9-a0e6b2a3f353 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b4fa4b2-b985-4e66-be9a-992a5e02d07f HTTP/1.1" status: 200 len: 210 time: 0.0332839 Apr 29 13:43:04.614198 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-d3821ede-4075-4c46-9336-339868fa44a5 req-d40957fc-bfb9-4497-a4c0-53a3e7ecc804 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:04.666994 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3821ede-4075-4c46-9336-339868fa44a5 req-d40957fc-bfb9-4497-a4c0-53a3e7ecc804 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Network 6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:43:04.670899 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [req-d3821ede-4075-4c46-9336-339868fa44a5 req-d40957fc-bfb9-4497-a4c0-53a3e7ecc804 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:43:04.676554 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3821ede-4075-4c46-9336-339868fa44a5 req-d40957fc-bfb9-4497-a4c0-53a3e7ecc804 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:43:04.682769 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40957fc-bfb9-4497-a4c0-53a3e7ecc804 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Pushing event updated for resources: {'Port': ['ID=c73c3fae-0b18-491d-a547-f51a91e96c66,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:04.745417 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3821ede-4075-4c46-9336-339868fa44a5 req-d40957fc-bfb9-4497-a4c0-53a3e7ecc804 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:04.746105 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-d3821ede-4075-4c46-9336-339868fa44a5 req-d40957fc-bfb9-4497-a4c0-53a3e7ecc804 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:04.769872 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d3821ede-4075-4c46-9336-339868fa44a5 req-d40957fc-bfb9-4497-a4c0-53a3e7ecc804 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8895009 Apr 29 13:43:04.787702 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [req-d3821ede-4075-4c46-9336-339868fa44a5 req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] Request body: {'port': {'device_id': 'e32e6c07-37a6-44c5-932c-371e2a8ec07e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:43:04.872959 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-2a4f683b-2e69-4046-8868-053a412fbacc None None] Set router 92338301-4c44-44ca-b4cb-5caa6892da19 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:43:04.929390 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-d3821ede-4075-4c46-9336-339868fa44a5 req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:05.087180 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4218e091-ad88-4813-a542-1519e158c145 None None] Provisioning complete for port c73c3fae-0b18-491d-a547-f51a91e96c66 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:43:05.087456 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4218e091-ad88-4813-a542-1519e158c145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:05.144391 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-2a4f683b-2e69-4046-8868-053a412fbacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'name': 'tempest-ServerRescueNegativeTestJSON-651101232-router', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:40Z', 'updated_at': '2022-04-29T13:38:48Z', 'revision_number': 4, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'gw_port': {'id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '3115e8fa-517c-4bf4-be1f-f77edf90309d', 'name': '', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'mac_address': 'fa:16:3e:d6:21:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:46Z', 'updated_at': '2022-04-29T13:38:55Z', 'revision_number': 5, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'subnets': [{'id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:05.146381 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4218e091-ad88-4813-a542-1519e158c145 None None] Port c73c3fae-0b18-491d-a547-f51a91e96c66 cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:43:05.179331 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4f683b-2e69-4046-8868-053a412fbacc None None] The sync data for ids ['92338301-4c44-44ca-b4cb-5caa6892da19'] in dv-cinder-839416-3-smb is: [{'id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'name': 'tempest-ServerRescueNegativeTestJSON-651101232-router', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:40Z', 'updated_at': '2022-04-29T13:38:48Z', 'revision_number': 4, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'gw_port': {'id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '3115e8fa-517c-4bf4-be1f-f77edf90309d', 'name': '', 'network_id': 'e33719b8-e7d5-44c1-a89a-1ba0f8d4320a', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'mac_address': 'fa:16:3e:d6:21:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:46Z', 'updated_at': '2022-04-29T13:38:55Z', 'revision_number': 5, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'subnets': [{'id': '59fa37f6-c5e6-406e-bd81-5f2770950e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:43:05.199799 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e0fa6-c56a-44c2-8cd9-0567e3c1556a req-702a7b17-7762-4319-a224-99365df610b8 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:05.201415 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c76e0fa6-c56a-44c2-8cd9-0567e3c1556a req-702a7b17-7762-4319-a224-99365df610b8 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 932 time: 0.0993361 Apr 29 13:43:05.279946 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c76e0fa6-c56a-44c2-8cd9-0567e3c1556a req-59eff585-f319-40b9-afaa-a22e11688453 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704978 Apr 29 13:43:05.336890 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [req-d3821ede-4075-4c46-9336-339868fa44a5 req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73c3fae-0b18-491d-a547-f51a91e96c66 {{(pid=103548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:43:05.357931 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-d3821ede-4075-4c46-9336-339868fa44a5 req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] Publish callbacks [] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:05.371417 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.provisioning_blocks [req-d3821ede-4075-4c46-9336-339868fa44a5 req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] Transition to ACTIVE for port object c73c3fae-0b18-491d-a547-f51a91e96c66 will not be triggered until provisioned by entity L2. {{(pid=103548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:43:05.376403 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-d3821ede-4075-4c46-9336-339868fa44a5 req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26512087'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:05.453194 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c73c3fae-0b18-491d-a547-f51a91e96c66,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:05.506494 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d1734-f4ea-4f0a-84fa-2fd7801d2e09 None None] New status for floating IP d29c7b3b-76dd-4b4b-8ddf-23f35b14dc5a: DOWN {{(pid=103550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:43:05.518747 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-d3821ede-4075-4c46-9336-339868fa44a5 req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] Attempting to bind port c73c3fae-0b18-491d-a547-f51a91e96c66 on host hv-cinder-83941 for vnic_type normal with profile {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:43:05.518967 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-d3821ede-4075-4c46-9336-339868fa44a5 req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] Attempting to bind port c73c3fae-0b18-491d-a547-f51a91e96c66 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': 'ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c'}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:43:05.519304 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3821ede-4075-4c46-9336-339868fa44a5 req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] Attempting to bind port c73c3fae-0b18-491d-a547-f51a91e96c66 on network 6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:43:05.525184 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3821ede-4075-4c46-9336-339868fa44a5 req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] Port c73c3fae-0b18-491d-a547-f51a91e96c66 on network 6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:43:05.525508 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3821ede-4075-4c46-9336-339868fa44a5 req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] Attempting to bind port c73c3fae-0b18-491d-a547-f51a91e96c66 on network 6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:43:05.531044 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3821ede-4075-4c46-9336-339868fa44a5 req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] Checking agent: {'id': '54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'started_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:43:05.531395 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3821ede-4075-4c46-9336-339868fa44a5 req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] Checking segment: {'id': 'ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:43:05.531932 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3821ede-4075-4c46-9336-339868fa44a5 req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] Bound using segment: {'id': 'ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c'} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:43:05.532364 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-d3821ede-4075-4c46-9336-339868fa44a5 req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] Bound port: c73c3fae-0b18-491d-a547-f51a91e96c66, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c'}}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:43:05.532761 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-d3821ede-4075-4c46-9336-339868fa44a5 req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:05.608406 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-d3821ede-4075-4c46-9336-339868fa44a5 req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] For port c73c3fae-0b18-491d-a547-f51a91e96c66, host hv-cinder-83941, cleared binding levels {{(pid=103548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:43:05.619083 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-d3821ede-4075-4c46-9336-339868fa44a5 req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] For port c73c3fae-0b18-491d-a547-f51a91e96c66, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=c73c3fae-0b18-491d-a547-f51a91e96c66,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:43:05.629512 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-d3821ede-4075-4c46-9336-339868fa44a5 req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26512087'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:05.685545 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3821ede-4075-4c46-9336-339868fa44a5 req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:05.686312 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-d3821ede-4075-4c46-9336-339868fa44a5 req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:05.688151 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d3821ede-4075-4c46-9336-339868fa44a5 req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] 10.222.0.26 "PUT /v2.0/ports/c73c3fae-0b18-491d-a547-f51a91e96c66 HTTP/1.1" status: 200 len: 1094 time: 0.9107809 Apr 29 13:43:05.689319 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32e6c07-37a6-44c5-932c-371e2a8ec07e', 'tag': 'c73c3fae-0b18-491d-a547-f51a91e96c66'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:43:05.694720 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2eaca9-4115-478b-ae69-1cef6e39a1ca" -d '{"events": [{"name": "network-changed", "server_uuid": "e32e6c07-37a6-44c5-932c-371e2a8ec07e", "tag": "c73c3fae-0b18-491d-a547-f51a91e96c66"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:43:05.788097 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45726) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:05.807270 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21abbe6-4aca-4361-9272-5144482e19a1 x-openstack-request-id: req-d21abbe6-4aca-4361-9272-5144482e19a1 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:43:05.807575 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32e6c07-37a6-44c5-932c-371e2a8ec07e", "tag": "c73c3fae-0b18-491d-a547-f51a91e96c66", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:43:05.808409 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d21abbe6-4aca-4361-9272-5144482e19a1 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:43:05.808905 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d21abbe6-4aca-4361-9272-5144482e19a1'] response: {'name': 'network-changed', 'server_uuid': 'e32e6c07-37a6-44c5-932c-371e2a8ec07e', 'tag': 'c73c3fae-0b18-491d-a547-f51a91e96c66', 'status': 'completed', 'code': 200} Apr 29 13:43:05.817475 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484e351-c4d1-479d-a188-6ba3a4ba04c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c73c3fae-0b18-491d-a547-f51a91e96c66,revision_number=3']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:05.830579 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3821ede-4075-4c46-9336-339868fa44a5 req-8fef820e-6ae0-4dbf-8ebc-e94e62345a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:05.831774 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d3821ede-4075-4c46-9336-339868fa44a5 req-8fef820e-6ae0-4dbf-8ebc-e94e62345a0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24f0f6159b9a46e4b3264b8c74e0f7a0&device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 1128 time: 0.0932496 Apr 29 13:43:05.896852 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-693cd739-9dc5-4a42-af40-5c5bdc48f726 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for security_group (a62c9fa4-0539-40f6-b451-d37beaafcfaf), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:05.919116 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d3821ede-4075-4c46-9336-339868fa44a5 req-38eb759e-fe35-4b02-9227-29337f9ae196 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73c3fae-0b18-491d-a547-f51a91e96c66 HTTP/1.1" status: 200 len: 217 time: 0.0801437 Apr 29 13:43:05.939174 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-693cd739-9dc5-4a42-af40-5c5bdc48f726 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for security_group (a62c9fa4-0539-40f6-b451-d37beaafcfaf), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:05.994913 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3821ede-4075-4c46-9336-339868fa44a5 req-4e8451dc-afdf-4837-818e-7194f92af34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:05.996946 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d3821ede-4075-4c46-9336-339868fa44a5 req-4e8451dc-afdf-4837-818e-7194f92af34e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f258e551-312b-40dd-9f3e-d438e3260232 HTTP/1.1" status: 200 len: 854 time: 0.0709262 Apr 29 13:43:06.011161 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-693cd739-9dc5-4a42-af40-5c5bdc48f726 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (a62c9fa4-0539-40f6-b451-d37beaafcfaf), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:06.014143 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-693cd739-9dc5-4a42-af40-5c5bdc48f726 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:06.019140 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-693cd739-9dc5-4a42-af40-5c5bdc48f726 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "DELETE /v2.0/security-groups/a62c9fa4-0539-40f6-b451-d37beaafcfaf HTTP/1.1" status: 204 len: 168 time: 0.2263205 Apr 29 13:43:06.021217 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 45732) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:06.025858 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693cd739-9dc5-4a42-af40-5c5bdc48f726 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62c9fa4-0539-40f6-b451-d37beaafcfaf,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:06.049087 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.api.v2.resource [None req-1506b2b9-86a2-4787-92f4-d42b4ba71d63 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] show failed (client error): The resource could not be found. Apr 29 13:43:06.055375 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-1506b2b9-86a2-4787-92f4-d42b4ba71d63 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups/a62c9fa4-0539-40f6-b451-d37beaafcfaf HTTP/1.1" status: 404 len: 347 time: 0.0269291 Apr 29 13:43:06.057643 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45734) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:06.113775 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3821ede-4075-4c46-9336-339868fa44a5 req-0e351cd8-ae82-4183-9aa2-34edefc7207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:06.117245 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d3821ede-4075-4c46-9336-339868fa44a5 req-0e351cd8-ae82-4183-9aa2-34edefc7207d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1137936 Apr 29 13:43:06.276271 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-f21f912b-98eb-4660-814b-c3ad2b871643 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Deleting port 9b23d89e-60ae-4138-843d-df636e86cf71 {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:43:06.276614 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f21f912b-98eb-4660-814b-c3ad2b871643 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (9b23d89e-60ae-4138-843d-df636e86cf71), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:06.279596 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d3821ede-4075-4c46-9336-339868fa44a5 req-5026367d-c08f-4eef-babe-b0ad823d0b2f service neutron] 10.222.0.26 "GET /v2.0/networks/6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560585 Apr 29 13:43:06.359482 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f21f912b-98eb-4660-814b-c3ad2b871643 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (9b23d89e-60ae-4138-843d-df636e86cf71), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:06.359744 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f21f912b-98eb-4660-814b-c3ad2b871643 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for floatingip (9b23d89e-60ae-4138-843d-df636e86cf71), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:06.383462 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-f21f912b-98eb-4660-814b-c3ad2b871643 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Calling delete_port for 9b23d89e-60ae-4138-843d-df636e86cf71 owned by network:floatingip {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:43:06.420879 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f8f8f-51e0-4fd8-939e-ba4b01fad49d req-82fb1fa1-44c4-4ef2-9aa6-55e73b47497b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:06.422696 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8e0f8f8f-51e0-4fd8-939e-ba4b01fad49d req-82fb1fa1-44c4-4ef2-9aa6-55e73b47497b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 944 time: 0.0647602 Apr 29 13:43:06.537027 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8e0f8f8f-51e0-4fd8-939e-ba4b01fad49d req-8d3ce483-0535-47fa-9e79-6d88bc03ab3c tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078162 Apr 29 13:43:06.541697 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f21f912b-98eb-4660-814b-c3ad2b871643 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146'] for port (9b23d89e-60ae-4138-843d-df636e86cf71), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:06.563746 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d3821ede-4075-4c46-9336-339868fa44a5 req-a2867477-41ac-4f68-be9b-f2fcb69130f4 service neutron] 10.222.0.26 "GET /v2.0/networks/6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211307 Apr 29 13:43:06.580932 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f912b-98eb-4660-814b-c3ad2b871643 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Pushing event deleted for resources: {'Port': ['ID=9b23d89e-60ae-4138-843d-df636e86cf71,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:06.603599 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f21f912b-98eb-4660-814b-c3ad2b871643 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks [] for floatingip (d29c7b3b-76dd-4b4b-8ddf-23f35b14dc5a), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:06.606579 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f21f912b-98eb-4660-814b-c3ad2b871643 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:06.608330 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-f21f912b-98eb-4660-814b-c3ad2b871643 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "DELETE /v2.0/floatingips/d29c7b3b-76dd-4b4b-8ddf-23f35b14dc5a HTTP/1.1" status: 204 len: 168 time: 0.5488455 Apr 29 13:43:06.992629 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device a83d8fdb-1796-4c67-adef-7b89e83f47d4 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:43:07.013451 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] No Port match for: a83d8fdb-1796-4c67-adef-7b89e83f47d4 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:43:07.013794 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device a83d8fdb-1796-4c67-adef-7b89e83f47d4 not bound to the agent host hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:43:07.417520 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eaca9-4115-478b-ae69-1cef6e39a1ca req-5025260b-6d47-4774-8286-db21ce455267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:07.419095 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1b2eaca9-4115-478b-ae69-1cef6e39a1ca req-5025260b-6d47-4774-8286-db21ce455267 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24f0f6159b9a46e4b3264b8c74e0f7a0&device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 1128 time: 0.0528431 Apr 29 13:43:07.530971 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eaca9-4115-478b-ae69-1cef6e39a1ca req-462ba93c-bf71-41e1-aba3-ef4364aa351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:07.533344 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1b2eaca9-4115-478b-ae69-1cef6e39a1ca req-462ba93c-bf71-41e1-aba3-ef4364aa351d service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c HTTP/1.1" status: 200 len: 915 time: 0.1075990 Apr 29 13:43:07.577744 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1b2eaca9-4115-478b-ae69-1cef6e39a1ca req-74aebc25-1f6c-48d3-9eed-8aebbfcbac83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73c3fae-0b18-491d-a547-f51a91e96c66 HTTP/1.1" status: 200 len: 217 time: 0.0364523 Apr 29 13:43:07.644378 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eaca9-4115-478b-ae69-1cef6e39a1ca req-979cb2c7-be1c-4b9b-9baf-8d99e0a05659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:07.645945 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1b2eaca9-4115-478b-ae69-1cef6e39a1ca req-979cb2c7-be1c-4b9b-9baf-8d99e0a05659 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f258e551-312b-40dd-9f3e-d438e3260232 HTTP/1.1" status: 200 len: 854 time: 0.0627401 Apr 29 13:43:07.708564 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4406226-b660-474a-98f0-7e3daeaa289d req-6d1b1691-8f8c-41e2-83d9-25f882e03c47 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:07.710107 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e4406226-b660-474a-98f0-7e3daeaa289d req-6d1b1691-8f8c-41e2-83d9-25f882e03c47 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 944 time: 0.0789928 Apr 29 13:43:07.727216 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eaca9-4115-478b-ae69-1cef6e39a1ca req-d4e2cc76-937f-4a2f-86fe-6a1aa7130847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:07.728696 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1b2eaca9-4115-478b-ae69-1cef6e39a1ca req-d4e2cc76-937f-4a2f-86fe-6a1aa7130847 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0654221 Apr 29 13:43:07.826834 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e4406226-b660-474a-98f0-7e3daeaa289d req-992685b5-8c83-4046-bde1-7468d6575cf1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109884 Apr 29 13:43:07.854214 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1b2eaca9-4115-478b-ae69-1cef6e39a1ca req-fb8dc5cf-d024-4d37-865a-a0a53022b16a service neutron] 10.222.0.26 "GET /v2.0/networks/6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189384 Apr 29 13:43:07.960121 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1b2eaca9-4115-478b-ae69-1cef6e39a1ca req-48d6b639-e2d7-416d-bf3e-d5ef83020bbd service neutron] 10.222.0.26 "GET /v2.0/networks/6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995145 Apr 29 13:43:08.610127 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562e11f-f8a7-4997-af27-f8d3ef7924b4 req-b936396b-34fe-4eb2-abf3-1db82aecfa7e tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:08.611657 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4562e11f-f8a7-4997-af27-f8d3ef7924b4 req-b936396b-34fe-4eb2-abf3-1db82aecfa7e tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 946 time: 0.0532172 Apr 29 13:43:08.659180 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4562e11f-f8a7-4997-af27-f8d3ef7924b4 req-24dcd615-d275-40e4-9640-506fef1be1af tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=cff42787-1639-48d3-8613-6b33421dbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419376 Apr 29 13:43:08.952806 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14a711-68ea-4342-ad58-632873cf1a72 req-8fa5a031-d9ec-435d-b849-001df588088d tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:08.954313 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ca14a711-68ea-4342-ad58-632873cf1a72 req-8fa5a031-d9ec-435d-b849-001df588088d tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 944 time: 0.0487220 Apr 29 13:43:09.007128 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device c73c3fae-0b18-491d-a547-f51a91e96c66 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:43:09.010970 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ca14a711-68ea-4342-ad58-632873cf1a72 req-660f2dbc-9999-4d25-a7b6-0a4b04810a05 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511606 Apr 29 13:43:09.111347 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa98c2-437a-4865-8e0e-7f9b0df623cc req-281a4247-933a-4e33-b921-7783b1586dda tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:09.112853 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1eaa98c2-437a-4865-8e0e-7f9b0df623cc req-281a4247-933a-4e33-b921-7783b1586dda tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0490303 Apr 29 13:43:09.113237 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port c73c3fae-0b18-491d-a547-f51a91e96c66, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=c73c3fae-0b18-491d-a547-f51a91e96c66,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:09.125713 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': 'c73c3fae-0b18-491d-a547-f51a91e96c66', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'port_id': 'c73c3fae-0b18-491d-a547-f51a91e96c66', 'mac_address': 'fa:16:3e:2d:18:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:43:09.162281 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1eaa98c2-437a-4865-8e0e-7f9b0df623cc req-bf60e538-05b9-47c6-a562-88269df5c875 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437222 Apr 29 13:43:09.162585 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port c73c3fae-0b18-491d-a547-f51a91e96c66 is: DOWN; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:43:09.162969 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:09.177827 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73c3fae-0b18-491d-a547-f51a91e96c66 {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:43:09.197867 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port c73c3fae-0b18-491d-a547-f51a91e96c66, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=c73c3fae-0b18-491d-a547-f51a91e96c66,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:09.201515 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:09.251421 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=c73c3fae-0b18-491d-a547-f51a91e96c66,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:09.258199 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:09.258534 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:09.258868 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:09.259224 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:09.259553 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:09.259873 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:09.260191 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:09.260508 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:09.260853 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:09.261170 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:09.261488 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:09.261823 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:09.262142 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:09.262456 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:09.262767 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:09.462232 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['c73c3fae-0b18-491d-a547-f51a91e96c66'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:43:09.776956 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa116559-2eb9-43b3-a016-572b3021a8ae req-85f102dd-94f3-4b07-9279-0f6ceeb24a8b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:09.779277 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fa116559-2eb9-43b3-a016-572b3021a8ae req-85f102dd-94f3-4b07-9279-0f6ceeb24a8b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 946 time: 0.0506682 Apr 29 13:43:09.830905 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fa116559-2eb9-43b3-a016-572b3021a8ae req-c17f373b-f16b-4844-a58f-801c16191f8d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=cff42787-1639-48d3-8613-6b33421dbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455205 Apr 29 13:43:10.134957 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d45c4-fab6-482f-8f6a-7bd43a85135f req-30740b4e-ec68-485b-828a-b33921c388dd tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:10.136443 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-559d45c4-fab6-482f-8f6a-7bd43a85135f req-30740b4e-ec68-485b-828a-b33921c388dd tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 945 time: 0.0494783 Apr 29 13:43:10.183163 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-559d45c4-fab6-482f-8f6a-7bd43a85135f req-a7ebac0e-3b67-44e4-a045-ad5000f2a407 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410266 Apr 29 13:43:10.283308 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab957736-0cff-40e1-9429-217326582001 req-a3acc969-8a8d-4f9c-937f-a6137f64d41e tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:10.284822 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ab957736-0cff-40e1-9429-217326582001 req-a3acc969-8a8d-4f9c-937f-a6137f64d41e tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0502443 Apr 29 13:43:10.331103 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ab957736-0cff-40e1-9429-217326582001 req-f1713b81-60f6-49ae-af82-120d3ae4941e tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407088 Apr 29 13:43:10.444234 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:43:10.944321 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de539637-45be-4aab-9f5f-e4be30e0a6f1 req-67e5cbf2-5984-4293-82bb-f068b30661f9 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:10.945856 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-de539637-45be-4aab-9f5f-e4be30e0a6f1 req-67e5cbf2-5984-4293-82bb-f068b30661f9 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 946 time: 0.0471756 Apr 29 13:43:10.995799 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-de539637-45be-4aab-9f5f-e4be30e0a6f1 req-34d62925-5e90-495d-ad04-05b399e82a3a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=cff42787-1639-48d3-8613-6b33421dbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443776 Apr 29 13:43:11.018500 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device c73c3fae-0b18-491d-a547-f51a91e96c66 up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:43:11.065374 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning for port c73c3fae-0b18-491d-a547-f51a91e96c66 completed by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:43:11.071107 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port c73c3fae-0b18-491d-a547-f51a91e96c66 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:43:11.071483 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:11.150824 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port c73c3fae-0b18-491d-a547-f51a91e96c66 is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:43:11.151206 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:11.174995 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32e6c07-37a6-44c5-932c-371e2a8ec07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73c3fae-0b18-491d-a547-f51a91e96c66'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:43:11.177290 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d247ff-84eb-489d-ae7e-8f8fab4c67d9" -d '{"events": [{"server_uuid": "e32e6c07-37a6-44c5-932c-371e2a8ec07e", "name": "network-vif-plugged", "status": "completed", "tag": "c73c3fae-0b18-491d-a547-f51a91e96c66"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:43:11.192696 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port c73c3fae-0b18-491d-a547-f51a91e96c66, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=c73c3fae-0b18-491d-a547-f51a91e96c66,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:11.197951 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:11.222463 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acefe21b-4c1f-4791-8196-c3511ba03432 x-openstack-request-id: req-acefe21b-4c1f-4791-8196-c3511ba03432 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:43:11.222782 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32e6c07-37a6-44c5-932c-371e2a8ec07e", "name": "network-vif-plugged", "status": "completed", "tag": "c73c3fae-0b18-491d-a547-f51a91e96c66", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:43:11.223039 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acefe21b-4c1f-4791-8196-c3511ba03432 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:43:11.223438 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acefe21b-4c1f-4791-8196-c3511ba03432'] response: {'server_uuid': 'e32e6c07-37a6-44c5-932c-371e2a8ec07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73c3fae-0b18-491d-a547-f51a91e96c66', 'code': 200} Apr 29 13:43:11.250877 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=c73c3fae-0b18-491d-a547-f51a91e96c66,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:11.308825 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac0238-f89c-4b57-960f-c312bcfa70c6 req-595a9c2f-df98-47fc-a896-3c359dfe48da tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:11.310358 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3fac0238-f89c-4b57-960f-c312bcfa70c6 req-595a9c2f-df98-47fc-a896-3c359dfe48da tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0507538 Apr 29 13:43:11.362364 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3fac0238-f89c-4b57-960f-c312bcfa70c6 req-6694a615-efc9-41ad-8373-901caebb16fc tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425727 Apr 29 13:43:11.448482 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd9117-40b0-4653-8a3d-9bcf1165934e req-ae11b4ae-58b0-4ef0-9789-ef80a4502391 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:11.449888 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-84bd9117-40b0-4653-8a3d-9bcf1165934e req-ae11b4ae-58b0-4ef0-9789-ef80a4502391 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0476367 Apr 29 13:43:11.499973 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-84bd9117-40b0-4653-8a3d-9bcf1165934e req-b4a3a5ed-68d3-4dfe-9787-dd91b3e90d19 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437820 Apr 29 13:43:11.871614 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b161d-5704-4d0b-bde8-e3a434583728 req-778bc4ec-52e9-478d-be86-7ea22cb25845 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:11.873103 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5c4b161d-5704-4d0b-bde8-e3a434583728 req-778bc4ec-52e9-478d-be86-7ea22cb25845 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 946 time: 0.0480819 Apr 29 13:43:11.978592 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599f607-4151-41b3-b6d2-be8f6da289f7 req-9f50aacf-eae0-4475-a714-29fe5e0a2302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:11.980084 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0599f607-4151-41b3-b6d2-be8f6da289f7 req-9f50aacf-eae0-4475-a714-29fe5e0a2302 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 1130 time: 0.0724628 Apr 29 13:43:11.987582 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba8118-4496-4983-aea2-13773ecb732b req-cef049c1-261b-472e-acae-eb0bd8b7e509 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:11.988947 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-15ba8118-4496-4983-aea2-13773ecb732b req-cef049c1-261b-472e-acae-eb0bd8b7e509 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 945 time: 0.0735424 Apr 29 13:43:11.992061 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-5c4b161d-5704-4d0b-bde8-e3a434583728 req-3ef3a1b4-56af-40ec-9a0b-e5b5dc3c09ed tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Deleting port 43da4295-cb59-400f-8602-08fd80aa7016 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:43:11.992541 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-5c4b161d-5704-4d0b-bde8-e3a434583728 req-3ef3a1b4-56af-40ec-9a0b-e5b5dc3c09ed tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (43da4295-cb59-400f-8602-08fd80aa7016), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:12.096531 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0599f607-4151-41b3-b6d2-be8f6da289f7 req-c3e660ac-c356-4ac9-9c1c-6af8a62060c8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064138 Apr 29 13:43:12.112609 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-15ba8118-4496-4983-aea2-13773ecb732b req-dfe6adcf-529f-4efd-b9b0-19836a5ff0c0 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Deleting port a87f1bdb-98ec-4c53-8ce7-31121705382b {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:43:12.112985 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-15ba8118-4496-4983-aea2-13773ecb732b req-dfe6adcf-529f-4efd-b9b0-19836a5ff0c0 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (a87f1bdb-98ec-4c53-8ce7-31121705382b), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:12.145601 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb5835-772e-4038-8a63-f9a8b9197678 req-92a8249a-7b8d-436e-b4c3-1f25e5f69ac5 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:12.147121 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c8eb5835-772e-4038-8a63-f9a8b9197678 req-92a8249a-7b8d-436e-b4c3-1f25e5f69ac5 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 946 time: 0.0724230 Apr 29 13:43:12.156347 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-5c4b161d-5704-4d0b-bde8-e3a434583728 req-3ef3a1b4-56af-40ec-9a0b-e5b5dc3c09ed tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] For port 43da4295-cb59-400f-8602-08fd80aa7016, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=43da4295-cb59-400f-8602-08fd80aa7016,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:12.156849 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-5c4b161d-5704-4d0b-bde8-e3a434583728 req-3ef3a1b4-56af-40ec-9a0b-e5b5dc3c09ed tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (43da4295-cb59-400f-8602-08fd80aa7016), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:12.222345 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-15ba8118-4496-4983-aea2-13773ecb732b req-dfe6adcf-529f-4efd-b9b0-19836a5ff0c0 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] For port a87f1bdb-98ec-4c53-8ce7-31121705382b, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=a87f1bdb-98ec-4c53-8ce7-31121705382b,segment=NetworkSegment(333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af),segment_id=333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:12.222710 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-15ba8118-4496-4983-aea2-13773ecb732b req-dfe6adcf-529f-4efd-b9b0-19836a5ff0c0 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (a87f1bdb-98ec-4c53-8ce7-31121705382b), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:12.236349 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-15ba8118-4496-4983-aea2-13773ecb732b req-dfe6adcf-529f-4efd-b9b0-19836a5ff0c0 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Calling delete_port for a87f1bdb-98ec-4c53-8ce7-31121705382b owned by compute:nova {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:43:12.259306 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c8eb5835-772e-4038-8a63-f9a8b9197678 req-e3dd79ef-a590-43af-9a43-16f571b48e2b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=cff42787-1639-48d3-8613-6b33421dbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056359 Apr 29 13:43:12.363308 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-5c4b161d-5704-4d0b-bde8-e3a434583728 req-3ef3a1b4-56af-40ec-9a0b-e5b5dc3c09ed tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:12.363656 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-5c4b161d-5704-4d0b-bde8-e3a434583728 req-3ef3a1b4-56af-40ec-9a0b-e5b5dc3c09ed tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (5bc0457b-070f-4acb-9057-ac1f6e042b81), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:12.364088 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.db.l3_db [req-5c4b161d-5704-4d0b-bde8-e3a434583728 req-3ef3a1b4-56af-40ec-9a0b-e5b5dc3c09ed tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Floating IP 5bc0457b-070f-4acb-9057-ac1f6e042b81 disassociated. External IP: 172.28.3.210, port: 43da4295-cb59-400f-8602-08fd80aa7016. Apr 29 13:43:12.364462 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-5c4b161d-5704-4d0b-bde8-e3a434583728 req-3ef3a1b4-56af-40ec-9a0b-e5b5dc3c09ed tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Calling delete_port for 43da4295-cb59-400f-8602-08fd80aa7016 owned by compute:nova {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:43:12.369648 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-15ba8118-4496-4983-aea2-13773ecb732b req-dfe6adcf-529f-4efd-b9b0-19836a5ff0c0 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146'] for port (a87f1bdb-98ec-4c53-8ce7-31121705382b), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:12.385648 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['517684f4-0812-471d-8b9e-174a4fa7ff45', 'a87f1bdb-98ec-4c53-8ce7-31121705382b'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:43:12.400862 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6adcf-529f-4efd-b9b0-19836a5ff0c0 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Pushing event deleted for resources: {'Port': ['ID=a87f1bdb-98ec-4c53-8ce7-31121705382b,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:12.453210 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ba8118-4496-4983-aea2-13773ecb732b req-dfe6adcf-529f-4efd-b9b0-19836a5ff0c0 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] No DVR routers for this DVR port a87f1bdb-98ec-4c53-8ce7-31121705382b on host hv-cinder-83941 {{(pid=103547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:43:12.455995 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-15ba8118-4496-4983-aea2-13773ecb732b req-dfe6adcf-529f-4efd-b9b0-19836a5ff0c0 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:12.459350 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-15ba8118-4496-4983-aea2-13773ecb732b req-dfe6adcf-529f-4efd-b9b0-19836a5ff0c0 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.26 "DELETE /v2.0/ports/a87f1bdb-98ec-4c53-8ce7-31121705382b HTTP/1.1" status: 204 len: 173 time: 0.4643779 Apr 29 13:43:12.459803 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e06b81e-6af6-4bda-9d20-8da35f21e8f2', 'name': 'network-vif-deleted', 'tag': 'a87f1bdb-98ec-4c53-8ce7-31121705382b'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:43:12.462947 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b8a794-4d0a-4664-b22c-ae3e9ed4f7b7" -d '{"events": [{"server_uuid": "6e06b81e-6af6-4bda-9d20-8da35f21e8f2", "name": "network-vif-deleted", "tag": "a87f1bdb-98ec-4c53-8ce7-31121705382b"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:43:12.530124 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8e9718-8d82-4996-9667-17c93bf0711c x-openstack-request-id: req-8c8e9718-8d82-4996-9667-17c93bf0711c {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:43:12.530974 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e06b81e-6af6-4bda-9d20-8da35f21e8f2", "name": "network-vif-deleted", "tag": "a87f1bdb-98ec-4c53-8ce7-31121705382b", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:43:12.533126 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c8e9718-8d82-4996-9667-17c93bf0711c {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:43:12.533564 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c8e9718-8d82-4996-9667-17c93bf0711c'] response: {'server_uuid': '6e06b81e-6af6-4bda-9d20-8da35f21e8f2', 'name': 'network-vif-deleted', 'tag': 'a87f1bdb-98ec-4c53-8ce7-31121705382b', 'status': 'completed', 'code': 200} Apr 29 13:43:12.552046 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527712a-9b9f-434a-afec-9c2c22618782 req-ee4eb03c-301d-4c18-92ab-438c218c7018 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:12.553870 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8527712a-9b9f-434a-afec-9c2c22618782 req-ee4eb03c-301d-4c18-92ab-438c218c7018 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0932205 Apr 29 13:43:12.612890 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-5c4b161d-5704-4d0b-bde8-e3a434583728 req-3ef3a1b4-56af-40ec-9a0b-e5b5dc3c09ed tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (43da4295-cb59-400f-8602-08fd80aa7016), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:12.673474 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-38c0a34c-7814-45e5-a47a-6d9c1dfce9cb req-c4d8de88-03aa-4201-9f94-bd9f8ecf08d2 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e06b81e-6af6-4bda-9d20-8da35f21e8f2 HTTP/1.1" status: 200 len: 210 time: 0.0782611 Apr 29 13:43:12.676730 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3a1b4-56af-40ec-9a0b-e5b5dc3c09ed tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event deleted for resources: {'Port': ['ID=43da4295-cb59-400f-8602-08fd80aa7016,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:12.699610 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8527712a-9b9f-434a-afec-9c2c22618782 req-db153b14-7396-4525-b355-a2d611d28dec tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323044 Apr 29 13:43:12.821297 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c4b161d-5704-4d0b-bde8-e3a434583728 req-3ef3a1b4-56af-40ec-9a0b-e5b5dc3c09ed tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Router a7d7829c-14d8-49d7-809f-7a4cefdec05e has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:43:12.944014 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c4b161d-5704-4d0b-bde8-e3a434583728 req-3ef3a1b4-56af-40ec-9a0b-e5b5dc3c09ed tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:43:12.954441 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f7aa9-20f1-4ef0-b011-e101dc8cb19f None None] Sync routers for ids ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'] in dv-cinder-839416-3-smb {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:43:12.965967 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002f7aa9-20f1-4ef0-b011-e101dc8cb19f None None] Routers {'a7d7829c-14d8-49d7-809f-7a4cefdec05e'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:43:12.966577 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-002f7aa9-20f1-4ef0-b011-e101dc8cb19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:42:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:13.090643 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-002f7aa9-20f1-4ef0-b011-e101dc8cb19f None None] Set router a7d7829c-14d8-49d7-809f-7a4cefdec05e gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:43:13.288779 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4b161d-5704-4d0b-bde8-e3a434583728 req-3ef3a1b4-56af-40ec-9a0b-e5b5dc3c09ed tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] No DVR routers for this DVR port 43da4295-cb59-400f-8602-08fd80aa7016 on host hv-cinder-83941 {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:43:13.294934 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-5c4b161d-5704-4d0b-bde8-e3a434583728 req-3ef3a1b4-56af-40ec-9a0b-e5b5dc3c09ed tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:13.305766 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5c4b161d-5704-4d0b-bde8-e3a434583728 req-3ef3a1b4-56af-40ec-9a0b-e5b5dc3c09ed tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.26 "DELETE /v2.0/ports/43da4295-cb59-400f-8602-08fd80aa7016 HTTP/1.1" status: 204 len: 173 time: 1.3984210 Apr 29 13:43:13.306412 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac175370-d430-44df-bbdc-74c009efec09', 'name': 'network-vif-deleted', 'tag': '43da4295-cb59-400f-8602-08fd80aa7016'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:43:13.311134 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e16c64-7299-4b2e-b9d7-3d2ec9e427e9" -d '{"events": [{"server_uuid": "ac175370-d430-44df-bbdc-74c009efec09", "name": "network-vif-deleted", "tag": "43da4295-cb59-400f-8602-08fd80aa7016"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:43:13.371956 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77ab02c-9d50-45ed-9446-380141f3be7a x-openstack-request-id: req-f77ab02c-9d50-45ed-9446-380141f3be7a {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:43:13.372383 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac175370-d430-44df-bbdc-74c009efec09", "name": "network-vif-deleted", "tag": "43da4295-cb59-400f-8602-08fd80aa7016", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:43:13.372496 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-002f7aa9-20f1-4ef0-b011-e101dc8cb19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:13.372802 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f77ab02c-9d50-45ed-9446-380141f3be7a {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:43:13.373269 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f77ab02c-9d50-45ed-9446-380141f3be7a'] response: {'server_uuid': 'ac175370-d430-44df-bbdc-74c009efec09', 'name': 'network-vif-deleted', 'tag': '43da4295-cb59-400f-8602-08fd80aa7016', 'status': 'completed', 'code': 200} Apr 29 13:43:13.376103 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8ff93e8d-10b7-4de4-b13c-2d91763545ba req-80fbba2a-9ba9-4e92-bf09-e7ff153d0c16 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 210 time: 0.0355241 Apr 29 13:43:13.420138 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f7aa9-20f1-4ef0-b011-e101dc8cb19f None None] Checking router: a7d7829c-14d8-49d7-809f-7a4cefdec05e for host: dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:43:13.434851 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002f7aa9-20f1-4ef0-b011-e101dc8cb19f None None] Routers {'a7d7829c-14d8-49d7-809f-7a4cefdec05e'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:43:13.435996 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-002f7aa9-20f1-4ef0-b011-e101dc8cb19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:42:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:13.591301 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-002f7aa9-20f1-4ef0-b011-e101dc8cb19f None None] Set router a7d7829c-14d8-49d7-809f-7a4cefdec05e gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:43:13.841811 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb045c2-f9fa-4cb1-a805-0428b0ca8967 req-c9fa28b3-3169-4dbf-9308-29115087ca92 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:13.844117 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3fb045c2-f9fa-4cb1-a805-0428b0ca8967 req-c9fa28b3-3169-4dbf-9308-29115087ca92 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0600109 Apr 29 13:43:13.849326 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-002f7aa9-20f1-4ef0-b011-e101dc8cb19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:13.885249 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f7aa9-20f1-4ef0-b011-e101dc8cb19f None None] The sync data for ids ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'] in dv-cinder-839416-3-smb is: [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:43:13.901547 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3fb045c2-f9fa-4cb1-a805-0428b0ca8967 req-e391db86-2de6-4142-b2d3-3d4d35be27f0 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514746 Apr 29 13:43:14.017720 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba61b2-22c9-4542-aa59-d2faa1856169 req-430e8adf-8def-4da9-8f3a-d8c93ca30123 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:14.019255 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-27ba61b2-22c9-4542-aa59-d2faa1856169 req-430e8adf-8def-4da9-8f3a-d8c93ca30123 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.0645115 Apr 29 13:43:14.066972 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70769915-126f-4b3b-8ab7-0fc59da40843 req-7041f308-82e2-4951-abe7-e3e799c77707 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:14.068628 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-70769915-126f-4b3b-8ab7-0fc59da40843 req-7041f308-82e2-4951-abe7-e3e799c77707 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0716524 Apr 29 13:43:14.078183 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45806) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:14.083376 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-7917ea79-da9a-4d50-9a17-a605d28bda50 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Request body: {'floatingip': {'port_id': 'c73c3fae-0b18-491d-a547-f51a91e96c66'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:43:14.102018 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-27ba61b2-22c9-4542-aa59-d2faa1856169 req-ef98cfc3-ccd3-46cc-ae77-b0d9f604b41c tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660357 Apr 29 13:43:14.134334 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7917ea79-da9a-4d50-9a17-a605d28bda50 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for floatingip (9980bf74-fe72-44a3-be30-cd4d56ced215), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:14.158970 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c248267-f8b5-4bdb-92bf-147c99c1b699 None None] New status for floating IP 5bc0457b-070f-4acb-9057-ac1f6e042b81: DOWN {{(pid=103550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:43:14.494050 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-bacb5c2b-898b-4dcf-adbb-4f408f49611b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:14.496418 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-42134e4f-8701-45b6-b750-130a0eef782a req-56dcaef3-49ef-48bb-9365-ffc88b515ece tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 210 time: 0.0389574 Apr 29 13:43:14.604368 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7917ea79-da9a-4d50-9a17-a605d28bda50 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:14.609091 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7917ea79-da9a-4d50-9a17-a605d28bda50 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (9980bf74-fe72-44a3-be30-cd4d56ced215), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:14.715347 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.l3_db [None req-7917ea79-da9a-4d50-9a17-a605d28bda50 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Floating IP 9980bf74-fe72-44a3-be30-cd4d56ced215 associated. External IP: 172.28.3.227, port: c73c3fae-0b18-491d-a547-f51a91e96c66. Apr 29 13:43:14.933493 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7917ea79-da9a-4d50-9a17-a605d28bda50 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:43:15.055208 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 43da4295-cb59-400f-8602-08fd80aa7016 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:43:15.088125 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] No Port match for: 43da4295-cb59-400f-8602-08fd80aa7016 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:43:15.088740 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 43da4295-cb59-400f-8602-08fd80aa7016 not bound to the agent host hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:43:15.089431 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device a87f1bdb-98ec-4c53-8ce7-31121705382b no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:43:15.124971 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] No Port match for: a87f1bdb-98ec-4c53-8ce7-31121705382b {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:43:15.125443 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device a87f1bdb-98ec-4c53-8ce7-31121705382b not bound to the agent host hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:43:15.236040 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4b680-3f91-4263-8663-93a2c89fc1cf req-1be5a2ea-a4b6-4df2-84c0-bfb43f899d4b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:15.239097 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-25f4b680-3f91-4263-8663-93a2c89fc1cf req-1be5a2ea-a4b6-4df2-84c0-bfb43f899d4b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.0600431 Apr 29 13:43:15.310713 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-25f4b680-3f91-4263-8663-93a2c89fc1cf req-da6740c0-25c0-4e41-ac55-9311aa15bb47 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644317 Apr 29 13:43:15.317673 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7917ea79-da9a-4d50-9a17-a605d28bda50 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:43:15.322905 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7917ea79-da9a-4d50-9a17-a605d28bda50 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:15.328880 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16666837-1e2e-4702-9da5-7b0e24cc5c4e None None] Sync routers for ids ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'] in dv-cinder-839416-3-smb {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:43:15.339288 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16666837-1e2e-4702-9da5-7b0e24cc5c4e None None] Routers {'3e041d0f-0fb7-4a6e-9de4-e1b923a49846'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:43:15.346697 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-16666837-1e2e-4702-9da5-7b0e24cc5c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:42:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:15.361483 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-7917ea79-da9a-4d50-9a17-a605d28bda50 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "PUT /v2.0/floatingips/9980bf74-fe72-44a3-be30-cd4d56ced215 HTTP/1.1" status: 200 len: 992 time: 1.2814820 Apr 29 13:43:15.362087 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32e6c07-37a6-44c5-932c-371e2a8ec07e', 'tag': 'c73c3fae-0b18-491d-a547-f51a91e96c66'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:43:15.364378 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70622556-80cd-44ad-bf2a-4c72469ebceb" -d '{"events": [{"name": "network-changed", "server_uuid": "e32e6c07-37a6-44c5-932c-371e2a8ec07e", "tag": "c73c3fae-0b18-491d-a547-f51a91e96c66"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:43:15.401179 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266c8600-2ca9-420c-8927-da29ff7c7359 x-openstack-request-id: req-266c8600-2ca9-420c-8927-da29ff7c7359 {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:43:15.401637 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32e6c07-37a6-44c5-932c-371e2a8ec07e", "tag": "c73c3fae-0b18-491d-a547-f51a91e96c66", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:43:15.402040 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-266c8600-2ca9-420c-8927-da29ff7c7359 {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:43:15.402461 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-266c8600-2ca9-420c-8927-da29ff7c7359'] response: {'name': 'network-changed', 'server_uuid': 'e32e6c07-37a6-44c5-932c-371e2a8ec07e', 'tag': 'c73c3fae-0b18-491d-a547-f51a91e96c66', 'status': 'completed', 'code': 200} Apr 29 13:43:15.456888 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-16666837-1e2e-4702-9da5-7b0e24cc5c4e None None] Set router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:43:15.615112 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3c1ead16-dc3f-423a-be98-15f54a830924 req-130a9eed-d56b-4285-a674-609d99b2c257 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac175370-d430-44df-bbdc-74c009efec09 HTTP/1.1" status: 200 len: 210 time: 0.0281584 Apr 29 13:43:15.688413 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-16666837-1e2e-4702-9da5-7b0e24cc5c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'name': 'tempest-AttachVolumeShelveTestJSON-65629723-router', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:53Z', 'revision_number': 4, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'gw_port': {'id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': '9980bf74-fe72-44a3-be30-cd4d56ced215', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'floating_ip_address': '172.28.3.227', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'port_id': 'c73c3fae-0b18-491d-a547-f51a91e96c66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'mac_address': 'fa:16:3e:2d:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e6c07-37a6-44c5-932c-371e2a8ec07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:42:59Z', 'updated_at': '2022-04-29T13:43:14Z', 'revision_number': 1, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60f21e2-e1a6-4631-b833-d367bdc4cf2d', 'name': '', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'mac_address': 'fa:16:3e:0a:3e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:51Z', 'updated_at': '2022-04-29T13:39:59Z', 'revision_number': 5, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'subnets': [{'id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:15.717514 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16666837-1e2e-4702-9da5-7b0e24cc5c4e None None] Checking router: 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 for host: dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:43:15.727596 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16666837-1e2e-4702-9da5-7b0e24cc5c4e None None] Routers {'3e041d0f-0fb7-4a6e-9de4-e1b923a49846'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:43:15.728230 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-16666837-1e2e-4702-9da5-7b0e24cc5c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:42:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:15.969045 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-16666837-1e2e-4702-9da5-7b0e24cc5c4e None None] Set router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:43:16.189133 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-16666837-1e2e-4702-9da5-7b0e24cc5c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'name': 'tempest-AttachVolumeShelveTestJSON-65629723-router', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:53Z', 'revision_number': 4, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'gw_port': {'id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': '9980bf74-fe72-44a3-be30-cd4d56ced215', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'floating_ip_address': '172.28.3.227', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'port_id': 'c73c3fae-0b18-491d-a547-f51a91e96c66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'mac_address': 'fa:16:3e:2d:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e6c07-37a6-44c5-932c-371e2a8ec07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:42:59Z', 'updated_at': '2022-04-29T13:43:14Z', 'revision_number': 1, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60f21e2-e1a6-4631-b833-d367bdc4cf2d', 'name': '', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'mac_address': 'fa:16:3e:0a:3e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:51Z', 'updated_at': '2022-04-29T13:39:59Z', 'revision_number': 5, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'subnets': [{'id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:16.215203 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16666837-1e2e-4702-9da5-7b0e24cc5c4e None None] The sync data for ids ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'] in dv-cinder-839416-3-smb is: [{'id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'name': 'tempest-AttachVolumeShelveTestJSON-65629723-router', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:53Z', 'revision_number': 4, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'gw_port': {'id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': '9980bf74-fe72-44a3-be30-cd4d56ced215', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'floating_ip_address': '172.28.3.227', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'port_id': 'c73c3fae-0b18-491d-a547-f51a91e96c66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'mac_address': 'fa:16:3e:2d:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32e6c07-37a6-44c5-932c-371e2a8ec07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:42:59Z', 'updated_at': '2022-04-29T13:43:14Z', 'revision_number': 1, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60f21e2-e1a6-4631-b833-d367bdc4cf2d', 'name': '', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'mac_address': 'fa:16:3e:0a:3e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:51Z', 'updated_at': '2022-04-29T13:39:59Z', 'revision_number': 5, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'subnets': [{'id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:43:16.408236 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e777da-eb8b-42d2-9956-b0e761e0594c None None] New status for floating IP 9980bf74-fe72-44a3-be30-cd4d56ced215: ACTIVE {{(pid=103550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:43:16.436744 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d79a8-93a3-4407-989e-c28c1f4244a1 req-f04a9de3-47c0-4b11-ba63-fdff2433b413 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:16.438248 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6f9d79a8-93a3-4407-989e-c28c1f4244a1 req-f04a9de3-47c0-4b11-ba63-fdff2433b413 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.0500839 Apr 29 13:43:16.488399 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6f9d79a8-93a3-4407-989e-c28c1f4244a1 req-05c9334c-adc7-4255-89d1-786493d3ac00 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/security-groups?id=5944bf30-f496-46b8-9051-620b164cd98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444381 Apr 29 13:43:16.624744 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70622556-80cd-44ad-bf2a-4c72469ebceb req-a3949312-ca5a-40d4-87ae-dc106d4fc151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:16.626480 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-70622556-80cd-44ad-bf2a-4c72469ebceb req-a3949312-ca5a-40d4-87ae-dc106d4fc151 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24f0f6159b9a46e4b3264b8c74e0f7a0&device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 1130 time: 0.0419061 Apr 29 13:43:16.701458 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45826) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:16.748832 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70622556-80cd-44ad-bf2a-4c72469ebceb req-bf0fefe4-8d73-41e0-9a8b-4c95810ec0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:16.750250 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-70622556-80cd-44ad-bf2a-4c72469ebceb req-bf0fefe4-8d73-41e0-9a8b-4c95810ec0c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c HTTP/1.1" status: 200 len: 915 time: 0.0992703 Apr 29 13:43:16.762268 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f8649fa1-1b8a-4139-84b5-5326a3b1c5f0 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (cff42787-1639-48d3-8613-6b33421dbd31), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:16.787155 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f8649fa1-1b8a-4139-84b5-5326a3b1c5f0 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (cff42787-1639-48d3-8613-6b33421dbd31), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:16.824129 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-70622556-80cd-44ad-bf2a-4c72469ebceb req-7a5b8be9-b6c0-4790-a6ee-db9258e0981b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73c3fae-0b18-491d-a547-f51a91e96c66 HTTP/1.1" status: 200 len: 1002 time: 0.0663075 Apr 29 13:43:16.848059 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f8649fa1-1b8a-4139-84b5-5326a3b1c5f0 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (cff42787-1639-48d3-8613-6b33421dbd31), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:16.853817 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f8649fa1-1b8a-4139-84b5-5326a3b1c5f0 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:16.855064 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-f8649fa1-1b8a-4139-84b5-5326a3b1c5f0 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "DELETE /v2.0/security-groups/cff42787-1639-48d3-8613-6b33421dbd31 HTTP/1.1" status: 204 len: 168 time: 0.1519883 Apr 29 13:43:16.858221 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 45828) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:16.888880 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8649fa1-1b8a-4139-84b5-5326a3b1c5f0 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff42787-1639-48d3-8613-6b33421dbd31,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:16.893056 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.api.v2.resource [None req-8d68d168-a8b9-43bb-a72e-baba368332b2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] show failed (client error): The resource could not be found. Apr 29 13:43:16.894092 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-8d68d168-a8b9-43bb-a72e-baba368332b2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups/cff42787-1639-48d3-8613-6b33421dbd31 HTTP/1.1" status: 404 len: 347 time: 0.0349860 Apr 29 13:43:16.897267 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 45830) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:16.911554 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28011f56-ced2-4b03-8ca2-b290d4ac35bc req-799c3a75-ed1a-4cae-b60d-d9dcc8e6dfaf tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:16.913501 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-28011f56-ced2-4b03-8ca2-b290d4ac35bc req-799c3a75-ed1a-4cae-b60d-d9dcc8e6dfaf tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 945 time: 0.0573144 Apr 29 13:43:16.945404 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70622556-80cd-44ad-bf2a-4c72469ebceb req-9284ece4-1df5-4811-9e87-756b304507eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:16.946887 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-70622556-80cd-44ad-bf2a-4c72469ebceb req-9284ece4-1df5-4811-9e87-756b304507eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f258e551-312b-40dd-9f3e-d438e3260232 HTTP/1.1" status: 200 len: 854 time: 0.0961492 Apr 29 13:43:17.009587 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-28011f56-ced2-4b03-8ca2-b290d4ac35bc req-bbf406f9-8867-4ba6-82e3-fcd62c6d129b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Deleting port 517684f4-0812-471d-8b9e-174a4fa7ff45 {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:43:17.010072 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-28011f56-ced2-4b03-8ca2-b290d4ac35bc req-bbf406f9-8867-4ba6-82e3-fcd62c6d129b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (517684f4-0812-471d-8b9e-174a4fa7ff45), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:17.044494 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70622556-80cd-44ad-bf2a-4c72469ebceb req-cfaa34f5-420e-42e1-a8f9-f41d5be3ca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:17.046193 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-70622556-80cd-44ad-bf2a-4c72469ebceb req-cfaa34f5-420e-42e1-a8f9-f41d5be3ca49 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0909853 Apr 29 13:43:17.048165 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-14163f84-c578-4710-ba52-4a2a2a0b03a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:17.111010 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-580a5191-0851-4935-9a8a-bef594aa9876 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Deleting port 32a2fdd2-e30b-43df-8c23-6d89c00552b6 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:43:17.111354 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-580a5191-0851-4935-9a8a-bef594aa9876 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (32a2fdd2-e30b-43df-8c23-6d89c00552b6), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:17.131034 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-28011f56-ced2-4b03-8ca2-b290d4ac35bc req-bbf406f9-8867-4ba6-82e3-fcd62c6d129b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] For port 517684f4-0812-471d-8b9e-174a4fa7ff45, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=517684f4-0812-471d-8b9e-174a4fa7ff45,segment=NetworkSegment(333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af),segment_id=333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:17.131637 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-28011f56-ced2-4b03-8ca2-b290d4ac35bc req-bbf406f9-8867-4ba6-82e3-fcd62c6d129b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (517684f4-0812-471d-8b9e-174a4fa7ff45), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:17.151094 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-28011f56-ced2-4b03-8ca2-b290d4ac35bc req-bbf406f9-8867-4ba6-82e3-fcd62c6d129b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Calling delete_port for 517684f4-0812-471d-8b9e-174a4fa7ff45 owned by compute:nova {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:43:17.225139 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-70622556-80cd-44ad-bf2a-4c72469ebceb req-e885bfc9-3d7e-4526-be84-bb6bdb12387f service neutron] 10.222.0.26 "GET /v2.0/networks/6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555560 Apr 29 13:43:17.247438 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-580a5191-0851-4935-9a8a-bef594aa9876 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (32a2fdd2-e30b-43df-8c23-6d89c00552b6), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:17.247764 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-580a5191-0851-4935-9a8a-bef594aa9876 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (32a2fdd2-e30b-43df-8c23-6d89c00552b6), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:17.279236 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-580a5191-0851-4935-9a8a-bef594aa9876 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Calling delete_port for 32a2fdd2-e30b-43df-8c23-6d89c00552b6 owned by network:floatingip {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:43:17.287066 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-28011f56-ced2-4b03-8ca2-b290d4ac35bc req-bbf406f9-8867-4ba6-82e3-fcd62c6d129b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146'] for port (517684f4-0812-471d-8b9e-174a4fa7ff45), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:17.298379 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['517684f4-0812-471d-8b9e-174a4fa7ff45'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:43:17.314271 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf406f9-8867-4ba6-82e3-fcd62c6d129b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Pushing event deleted for resources: {'Port': ['ID=517684f4-0812-471d-8b9e-174a4fa7ff45,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:17.375459 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-28011f56-ced2-4b03-8ca2-b290d4ac35bc req-bbf406f9-8867-4ba6-82e3-fcd62c6d129b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] No DVR routers for this DVR port 517684f4-0812-471d-8b9e-174a4fa7ff45 on host hv-cinder-83941 {{(pid=103547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:43:17.378017 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-28011f56-ced2-4b03-8ca2-b290d4ac35bc req-bbf406f9-8867-4ba6-82e3-fcd62c6d129b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:17.381286 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-28011f56-ced2-4b03-8ca2-b290d4ac35bc req-bbf406f9-8867-4ba6-82e3-fcd62c6d129b tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.26 "DELETE /v2.0/ports/517684f4-0812-471d-8b9e-174a4fa7ff45 HTTP/1.1" status: 204 len: 173 time: 0.4633067 Apr 29 13:43:17.404060 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba19c446-7cee-4bd7-bc10-70fe0ea5569e', 'name': 'network-vif-deleted', 'tag': '517684f4-0812-471d-8b9e-174a4fa7ff45'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:43:17.407661 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0a4f0a-334c-4452-98a5-73cf8d465bbe" -d '{"events": [{"server_uuid": "ba19c446-7cee-4bd7-bc10-70fe0ea5569e", "name": "network-vif-deleted", "tag": "517684f4-0812-471d-8b9e-174a4fa7ff45"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:43:17.408506 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-70622556-80cd-44ad-bf2a-4c72469ebceb req-ee011f1f-688e-487f-bb83-da30cbcb03f2 service neutron] 10.222.0.26 "GET /v2.0/networks/6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727736 Apr 29 13:43:17.462714 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c32aaae-5fae-46d1-bcf8-5df72b62646b x-openstack-request-id: req-0c32aaae-5fae-46d1-bcf8-5df72b62646b {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:43:17.463204 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba19c446-7cee-4bd7-bc10-70fe0ea5569e", "name": "network-vif-deleted", "tag": "517684f4-0812-471d-8b9e-174a4fa7ff45", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:43:17.463834 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c32aaae-5fae-46d1-bcf8-5df72b62646b {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:43:17.465967 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c32aaae-5fae-46d1-bcf8-5df72b62646b'] response: {'server_uuid': 'ba19c446-7cee-4bd7-bc10-70fe0ea5569e', 'name': 'network-vif-deleted', 'tag': '517684f4-0812-471d-8b9e-174a4fa7ff45', 'status': 'completed', 'code': 200} Apr 29 13:43:17.529333 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-580a5191-0851-4935-9a8a-bef594aa9876 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (32a2fdd2-e30b-43df-8c23-6d89c00552b6), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:17.563856 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a5191-0851-4935-9a8a-bef594aa9876 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event deleted for resources: {'Port': ['ID=32a2fdd2-e30b-43df-8c23-6d89c00552b6,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:17.632317 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-14430afa-1264-4f3f-a98f-e2457ff83386 req-77f29a68-824e-4da2-aa34-760a0f7fdf52 tempest-ServerRescueNegativeTestJSON-1248036565 tempest-ServerRescueNegativeTestJSON-1248036565-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba19c446-7cee-4bd7-bc10-70fe0ea5569e HTTP/1.1" status: 200 len: 210 time: 0.0463715 Apr 29 13:43:17.651214 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-580a5191-0851-4935-9a8a-bef594aa9876 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (5bc0457b-070f-4acb-9057-ac1f6e042b81), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:17.654038 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-580a5191-0851-4935-9a8a-bef594aa9876 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:17.655380 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-580a5191-0851-4935-9a8a-bef594aa9876 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "DELETE /v2.0/floatingips/5bc0457b-070f-4acb-9057-ac1f6e042b81 HTTP/1.1" status: 204 len: 168 time: 0.7570333 Apr 29 13:43:17.994845 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45838) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:17.999511 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-8e687933-cfa6-4d51-816a-9c3e8d7490f5 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--347049672', 'description': 'tempest-description--361313493'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:43:18.019689 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8e687933-cfa6-4d51-816a-9c3e8d7490f5 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:18.073120 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:18.090830 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8e687933-cfa6-4d51-816a-9c3e8d7490f5 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (efacea28-d520-4c32-9ae0-e527e8764ce6), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:18.095446 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8e687933-cfa6-4d51-816a-9c3e8d7490f5 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (efacea28-d520-4c32-9ae0-e527e8764ce6), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:18.126308 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8e687933-cfa6-4d51-816a-9c3e8d7490f5 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:18.127546 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-8e687933-cfa6-4d51-816a-9c3e8d7490f5 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1316454 Apr 29 13:43:18.128675 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e687933-cfa6-4d51-816a-9c3e8d7490f5 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efacea28-d520-4c32-9ae0-e527e8764ce6,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:18.130649 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 45840) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:18.135311 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-164e0e67-04b1-4492-b2f4-bc74aa702831 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'security_group_rule': {'security_group_id': 'efacea28-d520-4c32-9ae0-e527e8764ce6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:43:18.161323 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-164e0e67-04b1-4492-b2f4-bc74aa702831 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (577c8985-ff30-4493-84b6-37db069552db), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:18.222036 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-164e0e67-04b1-4492-b2f4-bc74aa702831 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (577c8985-ff30-4493-84b6-37db069552db), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:18.225705 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-164e0e67-04b1-4492-b2f4-bc74aa702831 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (577c8985-ff30-4493-84b6-37db069552db), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:18.246936 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e0e67-04b1-4492-b2f4-bc74aa702831 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577c8985-ff30-4493-84b6-37db069552db,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:18.252277 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-164e0e67-04b1-4492-b2f4-bc74aa702831 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:18.253528 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-164e0e67-04b1-4492-b2f4-bc74aa702831 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217887 Apr 29 13:43:18.256205 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 45842) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:18.260350 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-acdcd255-2978-4287-a29b-b04a7cef8499 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'security_group_rule': {'security_group_id': 'efacea28-d520-4c32-9ae0-e527e8764ce6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:43:18.291427 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-acdcd255-2978-4287-a29b-b04a7cef8499 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (5d3ed8d8-eb88-42ea-b255-f75cc892fbc2), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:18.347121 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-acdcd255-2978-4287-a29b-b04a7cef8499 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (5d3ed8d8-eb88-42ea-b255-f75cc892fbc2), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:18.351196 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-acdcd255-2978-4287-a29b-b04a7cef8499 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (5d3ed8d8-eb88-42ea-b255-f75cc892fbc2), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:18.369897 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdcd255-2978-4287-a29b-b04a7cef8499 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3ed8d8-eb88-42ea-b255-f75cc892fbc2,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:18.377119 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-acdcd255-2978-4287-a29b-b04a7cef8499 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:18.379286 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-acdcd255-2978-4287-a29b-b04a7cef8499 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219106 Apr 29 13:43:18.381701 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 45844) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:18.386531 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-c962e875-fa3e-4be0-9570-22a6750512c8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'floatingip': {'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:43:18.408113 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c962e875-fa3e-4be0-9570-22a6750512c8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:18.485632 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c962e875-fa3e-4be0-9570-22a6750512c8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:18.591141 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-c962e875-fa3e-4be0-9570-22a6750512c8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Allocated IP 172.28.3.198 (9c8e0a80-d509-45ab-9720-00aefc93fc37/7d82864c-1f03-4b55-a173-75a79706e4c7/b7613231-957d-4d56-8404-0e514609fab3) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:43:18.688485 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45848) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:18.698098 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c962e875-fa3e-4be0-9570-22a6750512c8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for port (b7613231-957d-4d56-8404-0e514609fab3), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:18.733692 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c962e875-fa3e-4be0-9570-22a6750512c8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (b7613231-957d-4d56-8404-0e514609fab3), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:18.776821 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c962e875-fa3e-4be0-9570-22a6750512c8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:43:18.779819 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-c962e875-fa3e-4be0-9570-22a6750512c8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:43:18.784301 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c962e875-fa3e-4be0-9570-22a6750512c8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:43:18.787612 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962e875-fa3e-4be0-9570-22a6750512c8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'Port': ['ID=b7613231-957d-4d56-8404-0e514609fab3,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:18.870463 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c962e875-fa3e-4be0-9570-22a6750512c8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (ceea8d08-4539-47bd-be9f-22e3c8288281), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:18.911287 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c962e875-fa3e-4be0-9570-22a6750512c8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (b7613231-957d-4d56-8404-0e514609fab3), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:19.060317 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c962e875-fa3e-4be0-9570-22a6750512c8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for port (b7613231-957d-4d56-8404-0e514609fab3), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:19.069677 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c962e875-fa3e-4be0-9570-22a6750512c8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26512087'] for port (b7613231-957d-4d56-8404-0e514609fab3), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:19.097923 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-bbffe6ed-0fe0-4f80-8475-993fe0c9f080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457212'] for router_interface (92338301-4c44-44ca-b4cb-5caa6892da19), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:19.147073 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962e875-fa3e-4be0-9570-22a6750512c8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'Port': ['ID=b7613231-957d-4d56-8404-0e514609fab3,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:19.157335 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c962e875-fa3e-4be0-9570-22a6750512c8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (ceea8d08-4539-47bd-be9f-22e3c8288281), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:19.174431 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c962e875-fa3e-4be0-9570-22a6750512c8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:19.183376 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-c962e875-fa3e-4be0-9570-22a6750512c8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7927778 Apr 29 13:43:19.330705 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-ef00095d-5cd8-41a7-be00-ea673cb515e0 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--347049672&fields=id&tenant_id=ade3a9fb8cf84c3684a431096d529b75 HTTP/1.1" status: 200 len: 267 time: 0.0441363 Apr 29 13:43:19.402159 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-bbffe6ed-0fe0-4f80-8475-993fe0c9f080 admin admin] Deleting port 3115e8fa-517c-4bf4-be1f-f77edf90309d {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:43:19.402491 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-bbffe6ed-0fe0-4f80-8475-993fe0c9f080 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (3115e8fa-517c-4bf4-be1f-f77edf90309d), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:19.441770 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-842e9118-eaa0-44d4-880a-b663641ad754 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:19.443168 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-842e9118-eaa0-44d4-880a-b663641ad754 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/networks?id=ee2b3ef3-3340-4760-a72b-28d6455d187a HTTP/1.1" status: 200 len: 814 time: 0.1057024 Apr 29 13:43:19.457900 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-ab16c010-3ebe-462b-8165-a26887961e2f tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/quotas/ade3a9fb8cf84c3684a431096d529b75 HTTP/1.1" status: 200 len: 375 time: 0.0093379 Apr 29 13:43:19.484609 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [None req-bbffe6ed-0fe0-4f80-8475-993fe0c9f080 admin admin] For port 3115e8fa-517c-4bf4-be1f-f77edf90309d, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=3115e8fa-517c-4bf4-be1f-f77edf90309d,segment=NetworkSegment(333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af),segment_id=333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:19.485004 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-bbffe6ed-0fe0-4f80-8475-993fe0c9f080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (3115e8fa-517c-4bf4-be1f-f77edf90309d), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:19.497356 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-bbffe6ed-0fe0-4f80-8475-993fe0c9f080 admin admin] Calling delete_port for 3115e8fa-517c-4bf4-be1f-f77edf90309d owned by network:router_interface {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:43:19.507482 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-b1676300-7125-44f8-8c6d-3cfc4bb1c29e tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ade3a9fb8cf84c3684a431096d529b75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442019 Apr 29 13:43:19.607592 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-ed0863f0-8498-4cfd-9222-b8e975c3e2de service neutron] 10.222.0.20 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887284 Apr 29 13:43:19.681944 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-bbffe6ed-0fe0-4f80-8475-993fe0c9f080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146'] for port (3115e8fa-517c-4bf4-be1f-f77edf90309d), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:19.699398 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-74f5c259-cdb0-4695-8dd0-db11dc043f86 service neutron] 10.222.0.20 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851986 Apr 29 13:43:19.708583 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffe6ed-0fe0-4f80-8475-993fe0c9f080 admin admin] Pushing event deleted for resources: {'Port': ['ID=3115e8fa-517c-4bf4-be1f-f77edf90309d,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:19.868235 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-bbffe6ed-0fe0-4f80-8475-993fe0c9f080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457040'] for router_interface (92338301-4c44-44ca-b4cb-5caa6892da19), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:19.908948 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-05ab62fd-26f2-4fa2-b7d5-7d8587177f03 req-c307cc9e-4a8f-4625-9e34-5fc1bd21641a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=bccf52bf-08a9-46c1-b881-9a09da1e5fa6 HTTP/1.1" status: 200 len: 210 time: 0.0434434 Apr 29 13:43:20.051278 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:20.118954 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbffe6ed-0fe0-4f80-8475-993fe0c9f080 admin admin] Router 92338301-4c44-44ca-b4cb-5caa6892da19 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:43:20.239176 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbffe6ed-0fe0-4f80-8475-993fe0c9f080 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:43:20.245381 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-bbffe6ed-0fe0-4f80-8475-993fe0c9f080 admin admin] 10.222.0.20 "PUT /v2.0/routers/92338301-4c44-44ca-b4cb-5caa6892da19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5550363 Apr 29 13:43:20.247275 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45872) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:20.248407 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96f93ec-690a-4add-b18d-96bc822e6b33 None None] Sync routers for ids ['92338301-4c44-44ca-b4cb-5caa6892da19'] in dv-cinder-839416-3-smb {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:43:20.260320 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96f93ec-690a-4add-b18d-96bc822e6b33 None None] Routers {'92338301-4c44-44ca-b4cb-5caa6892da19'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:43:20.261593 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-b96f93ec-690a-4add-b18d-96bc822e6b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:43:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['92338301-4c44-44ca-b4cb-5caa6892da19'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:20.361890 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4626b506-b3f5-4fbe-8990-81b5f9ca839f admin admin] Publish callbacks [] for router (92338301-4c44-44ca-b4cb-5caa6892da19), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:20.376685 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-b96f93ec-690a-4add-b18d-96bc822e6b33 None None] Set router 92338301-4c44-44ca-b4cb-5caa6892da19 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:43:20.477509 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4626b506-b3f5-4fbe-8990-81b5f9ca839f admin admin] Publish callbacks [] for router_gateway (92338301-4c44-44ca-b4cb-5caa6892da19), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:20.528259 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-4626b506-b3f5-4fbe-8990-81b5f9ca839f admin admin] Deleting port eb8d66fe-8045-4588-8ade-3905f7a4f37d {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:43:20.528598 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4626b506-b3f5-4fbe-8990-81b5f9ca839f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (eb8d66fe-8045-4588-8ade-3905f7a4f37d), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:20.575445 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-b96f93ec-690a-4add-b18d-96bc822e6b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'name': 'tempest-ServerRescueNegativeTestJSON-651101232-router', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:40Z', 'updated_at': '2022-04-29T13:43:19Z', 'revision_number': 5, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'gw_port': {'id': 'eb8d66fe-8045-4588-8ade-3905f7a4f37d', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:20.607607 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96f93ec-690a-4add-b18d-96bc822e6b33 None None] Checking router: 92338301-4c44-44ca-b4cb-5caa6892da19 for host: dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:43:20.615000 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [None req-4626b506-b3f5-4fbe-8990-81b5f9ca839f admin admin] For port eb8d66fe-8045-4588-8ade-3905f7a4f37d, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=eb8d66fe-8045-4588-8ade-3905f7a4f37d,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:20.615364 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4626b506-b3f5-4fbe-8990-81b5f9ca839f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (eb8d66fe-8045-4588-8ade-3905f7a4f37d), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:20.617199 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96f93ec-690a-4add-b18d-96bc822e6b33 None None] Routers {'92338301-4c44-44ca-b4cb-5caa6892da19'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:43:20.617987 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-b96f93ec-690a-4add-b18d-96bc822e6b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:43:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['92338301-4c44-44ca-b4cb-5caa6892da19'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:20.715150 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-b96f93ec-690a-4add-b18d-96bc822e6b33 None None] Set router 92338301-4c44-44ca-b4cb-5caa6892da19 gateway port host: None {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:43:20.774835 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-b96f93ec-690a-4add-b18d-96bc822e6b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'name': 'tempest-ServerRescueNegativeTestJSON-651101232-router', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:40Z', 'updated_at': '2022-04-29T13:43:20Z', 'revision_number': 6, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'gw_port_host': None}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:20.808830 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96f93ec-690a-4add-b18d-96bc822e6b33 None None] The sync data for ids ['92338301-4c44-44ca-b4cb-5caa6892da19'] in dv-cinder-839416-3-smb is: [{'id': '92338301-4c44-44ca-b4cb-5caa6892da19', 'name': 'tempest-ServerRescueNegativeTestJSON-651101232-router', 'tenant_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:40Z', 'updated_at': '2022-04-29T13:43:20Z', 'revision_number': 6, 'project_id': 'f16d4321a559404f9a2d7a6f38c752c1', 'gw_port_host': None}] {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:43:20.884054 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-4626b506-b3f5-4fbe-8990-81b5f9ca839f admin admin] Calling delete_port for eb8d66fe-8045-4588-8ade-3905f7a4f37d owned by network:router_gateway {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:43:20.920323 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-80d3bbd9-f77e-4057-ae5f-87a302f7a463 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:20.922980 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-80d3bbd9-f77e-4057-ae5f-87a302f7a463 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.26 "GET /v2.0/networks?id=ee2b3ef3-3340-4760-a72b-28d6455d187a HTTP/1.1" status: 200 len: 814 time: 0.1628690 Apr 29 13:43:21.003403 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-ee1ba8e9-ded9-4221-92e2-0a8d577d368a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ade3a9fb8cf84c3684a431096d529b75 HTTP/1.1" status: 200 len: 379 time: 0.0707381 Apr 29 13:43:21.019949 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3648e077-19be-4a66-98ca-4de90525fe12 req-383a5d8d-fd80-4cf3-ade1-adef59210aa5 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=bccf52bf-08a9-46c1-b881-9a09da1e5fa6 HTTP/1.1" status: 200 len: 210 time: 0.0341153 Apr 29 13:43:21.024531 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-7efd0875-6ef6-4278-a527-ac672de6298b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'port': {'device_id': 'bccf52bf-08a9-46c1-b881-9a09da1e5fa6', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'admin_state_up': True, 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'security_groups': ['efacea28-d520-4c32-9ae0-e527e8764ce6']}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:43:21.068174 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4626b506-b3f5-4fbe-8990-81b5f9ca839f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146'] for port (eb8d66fe-8045-4588-8ade-3905f7a4f37d), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:21.069783 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 517684f4-0812-471d-8b9e-174a4fa7ff45 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:43:21.095214 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626b506-b3f5-4fbe-8990-81b5f9ca839f admin admin] Pushing event deleted for resources: {'Port': ['ID=eb8d66fe-8045-4588-8ade-3905f7a4f37d,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:21.096358 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] No Port match for: 517684f4-0812-471d-8b9e-174a4fa7ff45 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:43:21.096811 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 517684f4-0812-471d-8b9e-174a4fa7ff45 not bound to the agent host hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:43:21.122681 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4626b506-b3f5-4fbe-8990-81b5f9ca839f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455994'] for router_gateway (92338301-4c44-44ca-b4cb-5caa6892da19), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:21.145125 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-7efd0875-6ef6-4278-a527-ac672de6298b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Made reservation on behalf of ade3a9fb8cf84c3684a431096d529b75 for: {'port': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:43:21.148483 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-7efd0875-6ef6-4278-a527-ac672de6298b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:21.239134 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4626b506-b3f5-4fbe-8990-81b5f9ca839f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4129'] for router (92338301-4c44-44ca-b4cb-5caa6892da19), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:21.241548 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4626b506-b3f5-4fbe-8990-81b5f9ca839f admin admin] Publish callbacks [] for router_controller (92338301-4c44-44ca-b4cb-5caa6892da19), precommit_delete_associations {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:21.301072 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-7efd0875-6ef6-4278-a527-ac672de6298b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Allocated IP 172.20.0.12 (ee2b3ef3-3340-4760-a72b-28d6455d187a/0c3d70ba-2370-4119-a833-f968acf85dc2/211825b1-a218-4234-b181-798076f73794) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:43:21.310910 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4626b506-b3f5-4fbe-8990-81b5f9ca839f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-457880'] for router (92338301-4c44-44ca-b4cb-5caa6892da19), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:21.311610 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4626b506-b3f5-4fbe-8990-81b5f9ca839f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92338301-4c44-44ca-b4cb-5caa6892da19 {{(pid=103547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:43:21.320571 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4626b506-b3f5-4fbe-8990-81b5f9ca839f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:21.321765 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-4626b506-b3f5-4fbe-8990-81b5f9ca839f admin admin] 10.222.0.20 "DELETE /v2.0/routers/92338301-4c44-44ca-b4cb-5caa6892da19 HTTP/1.1" status: 204 len: 168 time: 1.0730577 Apr 29 13:43:21.326041 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45880) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:21.377167 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7c4a1b-ee87-445b-b4ba-fe1a0cb0bc8b admin admin] Deleting subnet 59fa37f6-c5e6-406e-bd81-5f2770950e70 {{(pid=103547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:43:21.380268 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4a1b-ee87-445b-b4ba-fe1a0cb0bc8b admin admin] Publish callbacks [] for subnet (59fa37f6-c5e6-406e-bd81-5f2770950e70), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:21.415032 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4a1b-ee87-445b-b4ba-fe1a0cb0bc8b admin admin] Publish callbacks [] for subnet (59fa37f6-c5e6-406e-bd81-5f2770950e70), precommit_delete_associations {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:21.449354 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:21.456622 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-7efd0875-6ef6-4278-a527-ac672de6298b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for port (211825b1-a218-4234-b181-798076f73794), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:21.492255 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-7efd0875-6ef6-4278-a527-ac672de6298b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (211825b1-a218-4234-b181-798076f73794), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:21.492608 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4a1b-ee87-445b-b4ba-fe1a0cb0bc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519166'] for subnet (59fa37f6-c5e6-406e-bd81-5f2770950e70), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:21.537353 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-7efd0875-6ef6-4278-a527-ac672de6298b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Network ee2b3ef3-3340-4760-a72b-28d6455d187a is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:43:21.540477 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-7efd0875-6ef6-4278-a527-ac672de6298b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:43:21.543330 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-7efd0875-6ef6-4278-a527-ac672de6298b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:43:21.558118 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4a1b-ee87-445b-b4ba-fe1a0cb0bc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for subnet (59fa37f6-c5e6-406e-bd81-5f2770950e70), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:21.586763 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd0875-6ef6-4278-a527-ac672de6298b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event updated for resources: {'Port': ['ID=211825b1-a218-4234-b181-798076f73794,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:21.591585 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c4a1b-ee87-445b-b4ba-fe1a0cb0bc8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59fa37f6-c5e6-406e-bd81-5f2770950e70,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:21.594613 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4a1b-ee87-445b-b4ba-fe1a0cb0bc8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for subnet (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:21.599833 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-6e7c4a1b-ee87-445b-b4ba-fe1a0cb0bc8b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/59fa37f6-c5e6-406e-bd81-5f2770950e70 HTTP/1.1" status: 204 len: 168 time: 0.2726953 Apr 29 13:43:21.600866 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45882) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:21.611914 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc129626-f2aa-445f-9ff6-d7675bebe553 None None] Network e33719b8-e7d5-44c1-a89a-1ba0f8d4320a requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:43:21.618054 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-7efd0875-6ef6-4278-a527-ac672de6298b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:21.618751 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-7efd0875-6ef6-4278-a527-ac672de6298b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:21.644532 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-7efd0875-6ef6-4278-a527-ac672de6298b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6235843 Apr 29 13:43:21.658142 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] Request body: {'port': {'device_id': 'bccf52bf-08a9-46c1-b881-9a09da1e5fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:43:21.713738 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593552'] for network (e33719b8-e7d5-44c1-a89a-1ba0f8d4320a), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:21.762732 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 3115e8fa-517c-4bf4-be1f-f77edf90309d no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:43:21.767505 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (211825b1-a218-4234-b181-798076f73794), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:21.790122 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: 3115e8fa-517c-4bf4-be1f-f77edf90309d {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:43:21.790542 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 3115e8fa-517c-4bf4-be1f-f77edf90309d not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:43:21.791255 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device eb8d66fe-8045-4588-8ade-3905f7a4f37d no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:43:21.793059 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Deleting port eade643b-8d5c-4942-96d4-f809ac6450cf {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:43:21.793059 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (eade643b-8d5c-4942-96d4-f809ac6450cf), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:21.831080 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: eb8d66fe-8045-4588-8ade-3905f7a4f37d {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:43:21.832781 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device eb8d66fe-8045-4588-8ade-3905f7a4f37d not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:43:21.872071 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-a4a828c9-58ea-4a56-b426-f6aa77a440ba None None] Provisioning complete for port 211825b1-a218-4234-b181-798076f73794 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:43:21.872713 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a4a828c9-58ea-4a56-b426-f6aa77a440ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (211825b1-a218-4234-b181-798076f73794), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:21.902730 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] For port eade643b-8d5c-4942-96d4-f809ac6450cf, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=eade643b-8d5c-4942-96d4-f809ac6450cf,segment=NetworkSegment(333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af),segment_id=333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:21.903178 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (eade643b-8d5c-4942-96d4-f809ac6450cf), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:21.917976 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Calling delete_port for eade643b-8d5c-4942-96d4-f809ac6450cf owned by network:dhcp {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:43:21.933279 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9db64ed-5c9f-4035-b12e-2e8d9651a52d None None] DHCP port deletion for e33719b8-e7d5-44c1-a89a-1ba0f8d4320a request from dv-cinder-839416-3-smb {{(pid=103549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 13:43:21.940095 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-a4a828c9-58ea-4a56-b426-f6aa77a440ba None None] Port 211825b1-a218-4234-b181-798076f73794 cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:43:21.995318 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-b9db64ed-5c9f-4035-b12e-2e8d9651a52d None None] Deleting port eade643b-8d5c-4942-96d4-f809ac6450cf {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:43:21.995784 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b9db64ed-5c9f-4035-b12e-2e8d9651a52d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (eade643b-8d5c-4942-96d4-f809ac6450cf), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.008687 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146'] for port (eade643b-8d5c-4942-96d4-f809ac6450cf), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.053248 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=eade643b-8d5c-4942-96d4-f809ac6450cf,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:22.063499 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] No DVR routers for this DVR port eade643b-8d5c-4942-96d4-f809ac6450cf on host dv-cinder-839416-3-smb {{(pid=103547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:43:22.074033 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-b9db64ed-5c9f-4035-b12e-2e8d9651a52d None None] For port eade643b-8d5c-4942-96d4-f809ac6450cf, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=eade643b-8d5c-4942-96d4-f809ac6450cf,segment=NetworkSegment(333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af),segment_id=333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:22.075005 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b9db64ed-5c9f-4035-b12e-2e8d9651a52d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (eade643b-8d5c-4942-96d4-f809ac6450cf), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.090198 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-b9db64ed-5c9f-4035-b12e-2e8d9651a52d None None] Calling delete_port for eade643b-8d5c-4942-96d4-f809ac6450cf owned by network:dhcp {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:43:22.135744 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211825b1-a218-4234-b181-798076f73794 {{(pid=103548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:43:22.161170 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] Publish callbacks [] for port (211825b1-a218-4234-b181-798076f73794), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.165978 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1529763', 'neutron.services.segments.db._delete_segments_for_network-8791784455289'] for network (e33719b8-e7d5-44c1-a89a-1ba0f8d4320a), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.190069 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:43:22.190525 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:43:22.191344 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:43:22.192008 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Subscribe: > port after_create 55550000 {{(pid=103547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:43:22.192430 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Subscribe: > port after_delete 55550000 {{(pid=103547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:43:22.192896 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Subscribe: > port after_update 55550000 {{(pid=103547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:43:22.193915 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:43:22.194038 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:43:22.194390 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:43:22.195106 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:43:22.202145 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.provisioning_blocks [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] Transition to ACTIVE for port object 211825b1-a218-4234-b181-798076f73794 will not be triggered until provisioned by entity L2. {{(pid=103548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:43:22.211394 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f34ef-56ce-4124-b82e-d36e051b197c req-b52484c3-1aaf-46d7-877b-395443edc3c8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:22.213007 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0e6f34ef-56ce-4124-b82e-d36e051b197c req-b52484c3-1aaf-46d7-877b-395443edc3c8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=bccf52bf-08a9-46c1-b881-9a09da1e5fa6 HTTP/1.1" status: 200 len: 932 time: 0.0813422 Apr 29 13:43:22.214038 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26512087'] for port (211825b1-a218-4234-b181-798076f73794), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.252485 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b9db64ed-5c9f-4035-b12e-2e8d9651a52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146'] for port (eade643b-8d5c-4942-96d4-f809ac6450cf), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.276074 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:43:22.276613 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:43:22.277081 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:43:22.277510 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 13:43:22.277984 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.services.segments.db [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33719b8-e7d5-44c1-a89a-1ba0f8d4320a']}} {{(pid=103547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:22.286663 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9db64ed-5c9f-4035-b12e-2e8d9651a52d None None] No DVR routers for this DVR port eade643b-8d5c-4942-96d4-f809ac6450cf on host dv-cinder-839416-3-smb {{(pid=103549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:43:22.288209 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db64ed-5c9f-4035-b12e-2e8d9651a52d None None] Pushing event deleted for resources: {'Port': ['ID=eade643b-8d5c-4942-96d4-f809ac6450cf,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:22.309275 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] Pushing event updated for resources: {'Port': ['ID=211825b1-a218-4234-b181-798076f73794,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:22.314475 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.services.segments.db [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af') {'for_net_delete': True} {{(pid=103547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:22.314797 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.services.segments.db [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af') {} {{(pid=103547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:22.339191 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791784454786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26396414'] for segment (333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.367346 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.374411 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0e6f34ef-56ce-4124-b82e-d36e051b197c req-9264875f-f84c-4f99-821d-ce224ec06b5c tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=efacea28-d520-4c32-9ae0-e527e8764ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500151 Apr 29 13:43:22.379274 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:43:22.379917 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25904533'] for segment (333ee9c8-bcd2-4fa4-b0a2-ce0ac40611af), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: from cryptography.utils import int_from_bytes Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: from cryptography.utils import int_from_bytes Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: Traceback (most recent call last): Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: timer() Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: cb(*args, **kw) Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: return func(*args, **kwargs) Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: self._notify() Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: self.callback(batched_events) Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: event.method(event) Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: return f(self, *a, **k) Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: return self._get(url).json() Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: return self.request(url, 'GET', **kwargs) Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:43:22.385804 dv-cinder-839416-3-smb neutron-server[103547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:43:22.415550 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] Attempting to bind port 211825b1-a218-4234-b181-798076f73794 on host hv-cinder-83941 for vnic_type normal with profile {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:43:22.415785 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] Attempting to bind port 211825b1-a218-4234-b181-798076f73794 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:43:22.416112 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] Attempting to bind port 211825b1-a218-4234-b181-798076f73794 on network ee2b3ef3-3340-4760-a72b-28d6455d187a {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:43:22.421408 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] Port 211825b1-a218-4234-b181-798076f73794 on network ee2b3ef3-3340-4760-a72b-28d6455d187a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:43:22.421755 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] Attempting to bind port 211825b1-a218-4234-b181-798076f73794 on network ee2b3ef3-3340-4760-a72b-28d6455d187a {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:43:22.427958 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] Checking agent: {'id': '54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'started_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:43:22.428293 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] Checking segment: {'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:43:22.428703 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] Bound using segment: {'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:43:22.429128 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] Bound port: 211825b1-a218-4234-b181-798076f73794, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c5e72f-c05d-4b1a-84a1-737f0ef8c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a'}}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:43:22.429478 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (211825b1-a218-4234-b181-798076f73794), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.458295 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455890'] for network (e33719b8-e7d5-44c1-a89a-1ba0f8d4320a), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.467667 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.472234 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] 10.222.0.20 "DELETE /v2.0/networks/e33719b8-e7d5-44c1-a89a-1ba0f8d4320a HTTP/1.1" status: 204 len: 168 time: 0.8677781 Apr 29 13:43:22.483972 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26207782-ff30-4f1f-b6fc-caa9d2a39cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=e33719b8-e7d5-44c1-a89a-1ba0f8d4320a,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:22.518218 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] For port 211825b1-a218-4234-b181-798076f73794, host hv-cinder-83941, cleared binding levels {{(pid=103548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:43:22.522099 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] For port 211825b1-a218-4234-b181-798076f73794, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=211825b1-a218-4234-b181-798076f73794,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:43:22.528774 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26512087'] for port (211825b1-a218-4234-b181-798076f73794), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.566975 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:22.567602 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.569437 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] 10.222.0.26 "PUT /v2.0/ports/211825b1-a218-4234-b181-798076f73794 HTTP/1.1" status: 200 len: 1094 time: 0.9172912 Apr 29 13:43:22.569970 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccf52bf-08a9-46c1-b881-9a09da1e5fa6', 'tag': '211825b1-a218-4234-b181-798076f73794'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:43:22.571869 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc20a3c5-f4db-41d3-ba56-76d976766745" -d '{"events": [{"name": "network-changed", "server_uuid": "bccf52bf-08a9-46c1-b881-9a09da1e5fa6", "tag": "211825b1-a218-4234-b181-798076f73794"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:43:22.611586 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1ac4c-0d21-45e9-90bd-9b4af506516f service neutron] Pushing event updated for resources: {'Port': ['ID=211825b1-a218-4234-b181-798076f73794,revision_number=3']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:22.672246 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acac9ddd-2067-462f-ad39-07e0a20d9477 x-openstack-request-id: req-acac9ddd-2067-462f-ad39-07e0a20d9477 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:43:22.672606 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccf52bf-08a9-46c1-b881-9a09da1e5fa6", "tag": "211825b1-a218-4234-b181-798076f73794", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:43:22.672901 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acac9ddd-2067-462f-ad39-07e0a20d9477 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:43:22.673373 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acac9ddd-2067-462f-ad39-07e0a20d9477'] response: {'name': 'network-changed', 'server_uuid': 'bccf52bf-08a9-46c1-b881-9a09da1e5fa6', 'tag': '211825b1-a218-4234-b181-798076f73794', 'status': 'completed', 'code': 200} Apr 29 13:43:22.687927 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-01c5ea55-daf1-4763-85f6-f5fe5ad92b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:22.689838 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-01c5ea55-daf1-4763-85f6-f5fe5ad92b1f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ade3a9fb8cf84c3684a431096d529b75&device_id=bccf52bf-08a9-46c1-b881-9a09da1e5fa6 HTTP/1.1" status: 200 len: 1128 time: 0.0527129 Apr 29 13:43:22.719833 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45892) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:22.735167 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-d1aa5198-c7f0-47d0-9dc7-5d30bcd3d7e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=211825b1-a218-4234-b181-798076f73794 HTTP/1.1" status: 200 len: 217 time: 0.0374675 Apr 29 13:43:22.763969 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-3ed42544-45e9-4d4b-a644-7eb70b904946 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f16d4321a559404f9a2d7a6f38c752c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428851 Apr 29 13:43:22.766502 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45894) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:22.791362 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-6a32d822-e92e-46b8-b8d3-54b1bdf30e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:22.792872 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-6a32d822-e92e-46b8-b8d3-54b1bdf30e40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c3d70ba-2370-4119-a833-f968acf85dc2 HTTP/1.1" status: 200 len: 853 time: 0.0519841 Apr 29 13:43:22.826074 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-448c7802-b091-42ae-a988-5cfe92ac0667 admin admin] Publish callbacks [] for security_group (5944bf30-f496-46b8-9051-620b164cd98c), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.845344 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-ad231ea5-18e7-44ad-96f3-d3ca47a9cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:22.846913 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-ad231ea5-18e7-44ad-96f3-d3ca47a9cffb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee2b3ef3-3340-4760-a72b-28d6455d187a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0472107 Apr 29 13:43:22.849386 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-448c7802-b091-42ae-a988-5cfe92ac0667 admin admin] Publish callbacks [] for security_group (5944bf30-f496-46b8-9051-620b164cd98c), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.897827 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-448c7802-b091-42ae-a988-5cfe92ac0667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (5944bf30-f496-46b8-9051-620b164cd98c), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.900616 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-448c7802-b091-42ae-a988-5cfe92ac0667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:22.902039 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-448c7802-b091-42ae-a988-5cfe92ac0667 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5944bf30-f496-46b8-9051-620b164cd98c HTTP/1.1" status: 204 len: 168 time: 0.1344776 Apr 29 13:43:22.913109 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c7802-b091-42ae-a988-5cfe92ac0667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5944bf30-f496-46b8-9051-620b164cd98c,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:22.941855 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-e0598472-9081-42b0-bafe-0f60dc65e23c service neutron] 10.222.0.26 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892413 Apr 29 13:43:23.035705 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-841ff174-981d-4257-97fa-f5d7268ed8cf req-7e314277-3cd2-445b-b0d4-74dc0720ea44 service neutron] 10.222.0.26 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886166 Apr 29 13:43:23.359552 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device eade643b-8d5c-4942-96d4-f809ac6450cf no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:43:23.380936 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: eade643b-8d5c-4942-96d4-f809ac6450cf {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:43:23.381206 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device eade643b-8d5c-4942-96d4-f809ac6450cf not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:43:23.502447 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3f471-363b-4d34-8893-89f4d2b5340c req-cf25d04b-b6d8-4794-9b54-43c9d041172d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:23.503970 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a3f3f471-363b-4d34-8893-89f4d2b5340c req-cf25d04b-b6d8-4794-9b54-43c9d041172d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=bccf52bf-08a9-46c1-b881-9a09da1e5fa6 HTTP/1.1" status: 200 len: 944 time: 0.0500801 Apr 29 13:43:23.552292 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a3f3f471-363b-4d34-8893-89f4d2b5340c req-41a6e38c-bdb0-4c9f-b63b-253571c11e17 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=efacea28-d520-4c32-9ae0-e527e8764ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427094 Apr 29 13:43:23.595659 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45918) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:23.693013 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-66098f2b-dd21-489e-9e46-6eda26500552 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-603627948-network', 'tenant_id': '44c6030c56a74362b6795f72764597ce'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:43:23.713922 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66098f2b-dd21-489e-9e46-6eda26500552 admin admin] Made reservation on behalf of 44c6030c56a74362b6795f72764597ce for: {'network': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:43:23.716556 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-66098f2b-dd21-489e-9e46-6eda26500552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for network (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:23.725285 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-66098f2b-dd21-489e-9e46-6eda26500552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:23.815367 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-66098f2b-dd21-489e-9e46-6eda26500552 admin admin] Publish callbacks [] for security_group (6280cf28-9e3e-4cbe-96c2-6770fd16dcca), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:23.823255 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-66098f2b-dd21-489e-9e46-6eda26500552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (6280cf28-9e3e-4cbe-96c2-6770fd16dcca), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:23.844189 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20a3c5-f4db-41d3-ba56-76d976766745 req-c2eabb31-728e-44b9-9679-a90d7eec4807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:23.845866 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fc20a3c5-f4db-41d3-ba56-76d976766745 req-c2eabb31-728e-44b9-9679-a90d7eec4807 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ade3a9fb8cf84c3684a431096d529b75&device_id=bccf52bf-08a9-46c1-b881-9a09da1e5fa6 HTTP/1.1" status: 200 len: 1128 time: 0.0455468 Apr 29 13:43:23.853086 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66098f2b-dd21-489e-9e46-6eda26500552 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:43:23.864392 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66098f2b-dd21-489e-9e46-6eda26500552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6280cf28-9e3e-4cbe-96c2-6770fd16dcca,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:23.871546 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-66098f2b-dd21-489e-9e46-6eda26500552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (b4f6d714-7969-4166-8dd3-e75cd1514d40), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:23.871993 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.segments_db [None req-66098f2b-dd21-489e-9e46-6eda26500552 admin admin] Added segment b4f6d714-7969-4166-8dd3-e75cd1514d40 of type vlan for network b0033bbe-9a7c-4e9a-a14e-6e114adb922e Apr 29 13:43:23.918436 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-66098f2b-dd21-489e-9e46-6eda26500552 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791783959471'] for network (b0033bbe-9a7c-4e9a-a14e-6e114adb922e), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:23.943393 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-66098f2b-dd21-489e-9e46-6eda26500552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for network (b0033bbe-9a7c-4e9a-a14e-6e114adb922e), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:23.944491 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66098f2b-dd21-489e-9e46-6eda26500552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:23.945086 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-66098f2b-dd21-489e-9e46-6eda26500552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:23.954288 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20a3c5-f4db-41d3-ba56-76d976766745 req-c19d144e-1d7d-4ae5-ba9c-bc2ee45dd7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:23.955771 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fc20a3c5-f4db-41d3-ba56-76d976766745 req-c19d144e-1d7d-4ae5-ba9c-bc2ee45dd7c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee2b3ef3-3340-4760-a72b-28d6455d187a HTTP/1.1" status: 200 len: 914 time: 0.0978820 Apr 29 13:43:23.980894 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-66098f2b-dd21-489e-9e46-6eda26500552 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3841136 Apr 29 13:43:24.000137 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 45922) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:24.004779 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-6e600436-1cfe-41c1-b2fa-17378072e59f admin admin] Request body: {'subnet': {'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-603627948-subnet', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:43:24.008627 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66098f2b-dd21-489e-9e46-6eda26500552 admin admin] Pushing event updated for resources: {'Network': ['ID=b0033bbe-9a7c-4e9a-a14e-6e114adb922e,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:24.009700 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fc20a3c5-f4db-41d3-ba56-76d976766745 req-cc2a208d-aae1-4abe-8933-edfd536feade service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=211825b1-a218-4234-b181-798076f73794 HTTP/1.1" status: 200 len: 217 time: 0.0486190 Apr 29 13:43:24.020831 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Network b0033bbe-9a7c-4e9a-a14e-6e114adb922e details requested by agent ovs-agent-dv-cinder-839416-3-smb with host dv-cinder-839416-3-smb {{(pid=103549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:43:24.059179 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e600436-1cfe-41c1-b2fa-17378072e59f admin admin] Made reservation on behalf of 44c6030c56a74362b6795f72764597ce for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:43:24.061526 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6e600436-1cfe-41c1-b2fa-17378072e59f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26719792'] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:24.077101 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20a3c5-f4db-41d3-ba56-76d976766745 req-0043c583-6f71-47b2-bec7-205a00e1567c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:24.078575 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fc20a3c5-f4db-41d3-ba56-76d976766745 req-0043c583-6f71-47b2-bec7-205a00e1567c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c3d70ba-2370-4119-a833-f968acf85dc2 HTTP/1.1" status: 200 len: 853 time: 0.0638878 Apr 29 13:43:24.168719 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20a3c5-f4db-41d3-ba56-76d976766745 req-1c07b954-d545-428d-82ad-1922fb7b0d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:24.170129 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fc20a3c5-f4db-41d3-ba56-76d976766745 req-1c07b954-d545-428d-82ad-1922fb7b0d10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee2b3ef3-3340-4760-a72b-28d6455d187a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0833898 Apr 29 13:43:24.297305 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fc20a3c5-f4db-41d3-ba56-76d976766745 req-22f5074f-2c0c-4842-b7ea-a6cca7a10a61 service neutron] 10.222.0.26 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205111 Apr 29 13:43:24.610955 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6e600436-1cfe-41c1-b2fa-17378072e59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26514524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26719938'] for subnet (37ea92da-e0ed-4579-801d-4e60d1c28650), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:24.744906 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d18135-859a-41f2-8cde-27e4beb5ea9a req-37b4334a-8b8e-4ad2-8185-bf6125431cfe tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:24.746355 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b7d18135-859a-41f2-8cde-27e4beb5ea9a req-37b4334a-8b8e-4ad2-8185-bf6125431cfe tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=bccf52bf-08a9-46c1-b881-9a09da1e5fa6 HTTP/1.1" status: 200 len: 944 time: 0.1060431 Apr 29 13:43:24.748443 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fc20a3c5-f4db-41d3-ba56-76d976766745 req-3d484e09-ca70-494f-b32b-2c706d69f36a service neutron] 10.222.0.26 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840792 Apr 29 13:43:24.751659 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e600436-1cfe-41c1-b2fa-17378072e59f admin admin] Pushing event updated for resources: {'Subnet': ['ID=37ea92da-e0ed-4579-801d-4e60d1c28650,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:24.786322 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e600436-1cfe-41c1-b2fa-17378072e59f admin admin] Checking segment: {'id': 'b4f6d714-7969-4166-8dd3-e75cd1514d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:43:24.786669 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e600436-1cfe-41c1-b2fa-17378072e59f admin admin] Network hostable DHCP agents. Network: b0033bbe-9a7c-4e9a-a14e-6e114adb922e, hostable agents: ['ec1b8bb2-9315-4753-b51b-79fb59085424'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:43:24.817561 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b7d18135-859a-41f2-8cde-27e4beb5ea9a req-539c0da8-65a7-453a-a55f-b1e229a3a8bf tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=efacea28-d520-4c32-9ae0-e527e8764ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634208 Apr 29 13:43:24.823463 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e600436-1cfe-41c1-b2fa-17378072e59f admin admin] Network b0033bbe-9a7c-4e9a-a14e-6e114adb922e is scheduled to be hosted by DHCP agent ec1b8bb2-9315-4753-b51b-79fb59085424 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:43:24.833800 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-6e600436-1cfe-41c1-b2fa-17378072e59f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-smb, b0033bbe-9a7c-4e9a-a14e-6e114adb922e) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:43:24.845297 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e600436-1cfe-41c1-b2fa-17378072e59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:24.845956 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6e600436-1cfe-41c1-b2fa-17378072e59f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:24.851884 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97673510-cc90-4dac-82ef-a7a32bfb299d None None] Network b0033bbe-9a7c-4e9a-a14e-6e114adb922e requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:43:24.863635 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-6e600436-1cfe-41c1-b2fa-17378072e59f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8624268 Apr 29 13:43:24.866364 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 45926) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:24.870517 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-8d2ec285-ef58-43a2-9da0-95c86ea3cf8c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-603627948-router', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:43:24.891363 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec285-ef58-43a2-9da0-95c86ea3cf8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4115'] for router (e0f21205-fb81-4299-a5a9-491cc9fbba39), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:24.892355 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec285-ef58-43a2-9da0-95c86ea3cf8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4136'] for router (e0f21205-fb81-4299-a5a9-491cc9fbba39), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:24.950305 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec285-ef58-43a2-9da0-95c86ea3cf8c admin admin] Publish callbacks [] for router_controller (e0f21205-fb81-4299-a5a9-491cc9fbba39), precommit_add_association {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:24.962893 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f90e79a-4272-4190-bda0-ab194beccb8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4337fddb-5967-5862-9978-883eb4654285-b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'project_id': '44c6030c56a74362b6795f72764597ce', 'fixed_ips': [{'subnet_id': '37ea92da-e0ed-4579-801d-4e60d1c28650'}]}} from dv-cinder-839416-3-smb. {{(pid=103549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 13:43:24.963769 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2f90e79a-4272-4190-bda0-ab194beccb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:25.107056 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 211825b1-a218-4234-b181-798076f73794 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:43:25.124511 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec285-ef58-43a2-9da0-95c86ea3cf8c admin admin] Publish callbacks [] for router_gateway (e0f21205-fb81-4299-a5a9-491cc9fbba39), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:25.151528 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-2f90e79a-4272-4190-bda0-ab194beccb8d None None] Allocated IP 172.20.0.2 (b0033bbe-9a7c-4e9a-a14e-6e114adb922e/37ea92da-e0ed-4579-801d-4e60d1c28650/1423b254-1986-45df-a0ab-094594928cfe) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:43:25.313584 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec285-ef58-43a2-9da0-95c86ea3cf8c admin admin] Publish callbacks [] for router_gateway (e0f21205-fb81-4299-a5a9-491cc9fbba39), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:25.332831 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec285-ef58-43a2-9da0-95c86ea3cf8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:25.422454 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 211825b1-a218-4234-b181-798076f73794, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=211825b1-a218-4234-b181-798076f73794,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:25.437367 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': '211825b1-a218-4234-b181-798076f73794', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'port_id': '211825b1-a218-4234-b181-798076f73794', 'mac_address': 'fa:16:3e:87:95:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:43:25.444024 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-8d2ec285-ef58-43a2-9da0-95c86ea3cf8c admin admin] Allocated IP 172.28.3.111 (9c8e0a80-d509-45ab-9720-00aefc93fc37/7d82864c-1f03-4b55-a173-75a79706e4c7/ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:43:25.523110 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port 211825b1-a218-4234-b181-798076f73794 is: DOWN; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:43:25.523484 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (211825b1-a218-4234-b181-798076f73794), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:25.548031 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211825b1-a218-4234-b181-798076f73794 {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:43:25.552525 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2f90e79a-4272-4190-bda0-ab194beccb8d None None] Publish callbacks [] for port (1423b254-1986-45df-a0ab-094594928cfe), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:25.553529 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec285-ef58-43a2-9da0-95c86ea3cf8c admin admin] Publish callbacks [] for port (ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:25.563575 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2f90e79a-4272-4190-bda0-ab194beccb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (1423b254-1986-45df-a0ab-094594928cfe), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:25.579398 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 211825b1-a218-4234-b181-798076f73794, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=211825b1-a218-4234-b181-798076f73794,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:25.586605 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec285-ef58-43a2-9da0-95c86ea3cf8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:25.604140 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (211825b1-a218-4234-b181-798076f73794), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:25.613157 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f90e79a-4272-4190-bda0-ab194beccb8d None None] Network b0033bbe-9a7c-4e9a-a14e-6e114adb922e is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:43:25.616386 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-2f90e79a-4272-4190-bda0-ab194beccb8d None None] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:43:25.622270 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f90e79a-4272-4190-bda0-ab194beccb8d None None] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:43:25.624986 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2ec285-ef58-43a2-9da0-95c86ea3cf8c admin admin] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:43:25.628190 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-8d2ec285-ef58-43a2-9da0-95c86ea3cf8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:43:25.632003 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90e79a-4272-4190-bda0-ab194beccb8d None None] Pushing event updated for resources: {'Port': ['ID=1423b254-1986-45df-a0ab-094594928cfe,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:25.637393 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2ec285-ef58-43a2-9da0-95c86ea3cf8c admin admin] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:43:25.663262 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ec285-ef58-43a2-9da0-95c86ea3cf8c admin admin] Pushing event updated for resources: {'Port': ['ID=ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:25.729690 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-2f90e79a-4272-4190-bda0-ab194beccb8d None None] Attempting to bind port 1423b254-1986-45df-a0ab-094594928cfe on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:43:25.729957 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-2f90e79a-4272-4190-bda0-ab194beccb8d None None] Attempting to bind port 1423b254-1986-45df-a0ab-094594928cfe by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': 'b4f6d714-7969-4166-8dd3-e75cd1514d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:43:25.730319 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f90e79a-4272-4190-bda0-ab194beccb8d None None] Attempting to bind port 1423b254-1986-45df-a0ab-094594928cfe on network b0033bbe-9a7c-4e9a-a14e-6e114adb922e {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:43:25.732333 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=211825b1-a218-4234-b181-798076f73794,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:25.738371 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f90e79a-4272-4190-bda0-ab194beccb8d None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:43:25.738742 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f90e79a-4272-4190-bda0-ab194beccb8d None None] Checking segment: {'id': 'b4f6d714-7969-4166-8dd3-e75cd1514d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:43:25.739138 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2f90e79a-4272-4190-bda0-ab194beccb8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:25.739520 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f90e79a-4272-4190-bda0-ab194beccb8d None None] Bound using segment: {'id': 'b4f6d714-7969-4166-8dd3-e75cd1514d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:43:25.739982 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-2f90e79a-4272-4190-bda0-ab194beccb8d None None] Bound port: 1423b254-1986-45df-a0ab-094594928cfe, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f6d714-7969-4166-8dd3-e75cd1514d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:43:25.740347 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2f90e79a-4272-4190-bda0-ab194beccb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (1423b254-1986-45df-a0ab-094594928cfe), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:25.808993 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-2f90e79a-4272-4190-bda0-ab194beccb8d None None] For port 1423b254-1986-45df-a0ab-094594928cfe, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:43:25.812482 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-2f90e79a-4272-4190-bda0-ab194beccb8d None None] For port 1423b254-1986-45df-a0ab-094594928cfe, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=1423b254-1986-45df-a0ab-094594928cfe,segment=NetworkSegment(b4f6d714-7969-4166-8dd3-e75cd1514d40),segment_id=b4f6d714-7969-4166-8dd3-e75cd1514d40)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:43:25.818503 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2f90e79a-4272-4190-bda0-ab194beccb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (1423b254-1986-45df-a0ab-094594928cfe), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:25.859245 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['211825b1-a218-4234-b181-798076f73794'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:43:25.928454 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90e79a-4272-4190-bda0-ab194beccb8d None None] Pushing event updated for resources: {'Port': ['ID=1423b254-1986-45df-a0ab-094594928cfe,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:25.935981 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec285-ef58-43a2-9da0-95c86ea3cf8c admin admin] Publish callbacks [] for router_gateway (e0f21205-fb81-4299-a5a9-491cc9fbba39), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:25.989178 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079478f-2133-4c4a-8d5f-21fd32136757 req-2b450f23-4fe9-4afc-8e3e-85c60e7eee90 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:25.990732 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b079478f-2133-4c4a-8d5f-21fd32136757 req-2b450f23-4fe9-4afc-8e3e-85c60e7eee90 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=bccf52bf-08a9-46c1-b881-9a09da1e5fa6 HTTP/1.1" status: 200 len: 945 time: 0.0949047 Apr 29 13:43:26.094033 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b079478f-2133-4c4a-8d5f-21fd32136757 req-a9552fca-2538-41dc-84f8-a67edcb63b1d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=efacea28-d520-4c32-9ae0-e527e8764ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924814 Apr 29 13:43:26.208991 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec285-ef58-43a2-9da0-95c86ea3cf8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455966'] for router (e0f21205-fb81-4299-a5a9-491cc9fbba39), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:26.350279 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2ec285-ef58-43a2-9da0-95c86ea3cf8c admin admin] Router e0f21205-fb81-4299-a5a9-491cc9fbba39 is scheduled to L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 with binding_index 1 {{(pid=103548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:43:26.472122 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2ec285-ef58-43a2-9da0-95c86ea3cf8c admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:43:26.481406 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] Sync routers for ids ['e0f21205-fb81-4299-a5a9-491cc9fbba39'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:43:26.489951 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec285-ef58-43a2-9da0-95c86ea3cf8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:26.490953 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] Routers {'e0f21205-fb81-4299-a5a9-491cc9fbba39'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:43:26.491233 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-8d2ec285-ef58-43a2-9da0-95c86ea3cf8c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6239121 Apr 29 13:43:26.491964 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:43:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['e0f21205-fb81-4299-a5a9-491cc9fbba39'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:26.493995 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 45930) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:26.609926 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] Set router e0f21205-fb81-4299-a5a9-491cc9fbba39 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:43:26.792575 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'name': 'tempest-AttachVolumeTestJSON-603627948-router', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:25Z', 'revision_number': 3, 'project_id': '44c6030c56a74362b6795f72764597ce', 'gw_port': {'id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:26.820022 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] Checking router: e0f21205-fb81-4299-a5a9-491cc9fbba39 for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:43:26.820671 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] Updating router e0f21205-fb81-4299-a5a9-491cc9fbba39 port ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5 binding host dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:43:26.851844 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:26.897561 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93d91ec-842f-4025-b263-33d9149411cb None None] Network b0033bbe-9a7c-4e9a-a14e-6e114adb922e requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:43:26.945475 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a3a2fe3b-8b77-44a4-a59a-6c8f24ad3ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:26.979810 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-5bafde06-4d48-4342-9a82-fa21c88339eb None None] Provisioning complete for port 1423b254-1986-45df-a0ab-094594928cfe triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:43:26.980183 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5bafde06-4d48-4342-9a82-fa21c88339eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (1423b254-1986-45df-a0ab-094594928cfe), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:27.087280 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 211825b1-a218-4234-b181-798076f73794 up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:43:27.115119 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-a3a2fe3b-8b77-44a4-a59a-6c8f24ad3ebd admin admin] Allocated IP 172.20.0.1 (b0033bbe-9a7c-4e9a-a14e-6e114adb922e/37ea92da-e0ed-4579-801d-4e60d1c28650/3a15c3f3-de25-4065-a0d1-81dbda46b327) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:43:27.131594 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-5bafde06-4d48-4342-9a82-fa21c88339eb None None] Current status of the port 1423b254-1986-45df-a0ab-094594928cfe is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:43:27.132030 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5bafde06-4d48-4342-9a82-fa21c88339eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (1423b254-1986-45df-a0ab-094594928cfe), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:27.144862 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] Publish callbacks [] for port (ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:27.151006 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:27.183576 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning for port 211825b1-a218-4234-b181-798076f73794 completed by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:43:27.187805 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-5bafde06-4d48-4342-9a82-fa21c88339eb None None] For port 1423b254-1986-45df-a0ab-094594928cfe, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=1423b254-1986-45df-a0ab-094594928cfe,segment=NetworkSegment(b4f6d714-7969-4166-8dd3-e75cd1514d40),segment_id=b4f6d714-7969-4166-8dd3-e75cd1514d40)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:27.196986 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port 211825b1-a218-4234-b181-798076f73794 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:43:27.197318 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (211825b1-a218-4234-b181-798076f73794), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:27.199111 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-5bafde06-4d48-4342-9a82-fa21c88339eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (1423b254-1986-45df-a0ab-094594928cfe), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:27.211492 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f27942-fdc5-44d4-80b6-395ab6703b9e None None] Pushing event updated for resources: {'Port': ['ID=ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:27.223836 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27942-fdc5-44d4-80b6-395ab6703b9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.224190 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27942-fdc5-44d4-80b6-395ab6703b9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.224733 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27942-fdc5-44d4-80b6-395ab6703b9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.225297 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27942-fdc5-44d4-80b6-395ab6703b9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.225466 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27942-fdc5-44d4-80b6-395ab6703b9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.225763 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27942-fdc5-44d4-80b6-395ab6703b9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.226629 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27942-fdc5-44d4-80b6-395ab6703b9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.226629 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27942-fdc5-44d4-80b6-395ab6703b9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.226976 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27942-fdc5-44d4-80b6-395ab6703b9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.227420 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27942-fdc5-44d4-80b6-395ab6703b9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.227617 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27942-fdc5-44d4-80b6-395ab6703b9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.227956 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27942-fdc5-44d4-80b6-395ab6703b9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.228279 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27942-fdc5-44d4-80b6-395ab6703b9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.228599 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27942-fdc5-44d4-80b6-395ab6703b9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.228941 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27942-fdc5-44d4-80b6-395ab6703b9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:43:27.253410 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] Attempting to bind port ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5 on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:43:27.254866 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] Attempting to bind port ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5 by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:43:27.255524 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] Attempting to bind port ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5 on network 9c8e0a80-d509-45ab-9720-00aefc93fc37 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:43:27.269012 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:43:27.269842 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] Checking segment: {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:43:27.270397 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:27.271073 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] Bound using segment: {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:43:27.271767 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] Bound port: ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:43:27.273849 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:27.299634 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafde06-4d48-4342-9a82-fa21c88339eb None None] Pushing event updated for resources: {'Port': ['ID=1423b254-1986-45df-a0ab-094594928cfe,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:27.303816 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9700b6c-5e4e-421e-ba4c-252c2d39c534 req-58265cdc-bd44-4af3-86e2-64c6f4998ef2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:27.305631 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b9700b6c-5e4e-421e-ba4c-252c2d39c534 req-58265cdc-bd44-4af3-86e2-64c6f4998ef2 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=bccf52bf-08a9-46c1-b881-9a09da1e5fa6 HTTP/1.1" status: 200 len: 945 time: 0.0724850 Apr 29 13:43:27.345676 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port 211825b1-a218-4234-b181-798076f73794 is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:43:27.346170 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (211825b1-a218-4234-b181-798076f73794), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:27.348403 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a3a2fe3b-8b77-44a4-a59a-6c8f24ad3ebd admin admin] Publish callbacks [] for port (3a15c3f3-de25-4065-a0d1-81dbda46b327), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:27.383170 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccf52bf-08a9-46c1-b881-9a09da1e5fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211825b1-a218-4234-b181-798076f73794'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:43:27.386084 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65853dd-2f35-47fa-bfe9-1ecfb32d1d39" -d '{"events": [{"server_uuid": "bccf52bf-08a9-46c1-b881-9a09da1e5fa6", "name": "network-vif-plugged", "status": "completed", "tag": "211825b1-a218-4234-b181-798076f73794"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:43:27.405502 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b9700b6c-5e4e-421e-ba4c-252c2d39c534 req-29735397-d501-4f16-bdf4-526419f2708a tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=efacea28-d520-4c32-9ae0-e527e8764ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890398 Apr 29 13:43:27.425642 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a3a2fe3b-8b77-44a4-a59a-6c8f24ad3ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (3a15c3f3-de25-4065-a0d1-81dbda46b327), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:27.434904 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] For port ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:43:27.438340 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] For port ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:43:27.438931 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 211825b1-a218-4234-b181-798076f73794, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=211825b1-a218-4234-b181-798076f73794,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:27.445655 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:27.448451 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (211825b1-a218-4234-b181-798076f73794), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:27.463942 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-2ed67ca1-e214-411b-a3c5-dd625feab77b None None] Provisioning complete for port 1423b254-1986-45df-a0ab-094594928cfe triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:43:27.464309 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2ed67ca1-e214-411b-a3c5-dd625feab77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (1423b254-1986-45df-a0ab-094594928cfe), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:27.490126 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a2fe3b-8b77-44a4-a59a-6c8f24ad3ebd admin admin] Network b0033bbe-9a7c-4e9a-a14e-6e114adb922e is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:43:27.493332 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-a3a2fe3b-8b77-44a4-a59a-6c8f24ad3ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:43:27.505457 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a2fe3b-8b77-44a4-a59a-6c8f24ad3ebd admin admin] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:43:27.512137 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350304ea-3c3c-4670-996a-6d56cb829cc6 x-openstack-request-id: req-350304ea-3c3c-4670-996a-6d56cb829cc6 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:43:27.512615 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccf52bf-08a9-46c1-b881-9a09da1e5fa6", "name": "network-vif-plugged", "status": "completed", "tag": "211825b1-a218-4234-b181-798076f73794", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:43:27.513097 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-350304ea-3c3c-4670-996a-6d56cb829cc6 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:43:27.513508 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-350304ea-3c3c-4670-996a-6d56cb829cc6'] response: {'server_uuid': 'bccf52bf-08a9-46c1-b881-9a09da1e5fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211825b1-a218-4234-b181-798076f73794', 'code': 200} Apr 29 13:43:27.516779 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 1423b254-1986-45df-a0ab-094594928cfe up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:43:27.520356 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f27942-fdc5-44d4-80b6-395ab6703b9e None None] Pushing event updated for resources: {'Port': ['ID=ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:27.534362 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] Routers {'e0f21205-fb81-4299-a5a9-491cc9fbba39'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:43:27.534985 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:43:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['e0f21205-fb81-4299-a5a9-491cc9fbba39'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:27.539043 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2fe3b-8b77-44a4-a59a-6c8f24ad3ebd admin admin] Pushing event updated for resources: {'Port': ['ID=3a15c3f3-de25-4065-a0d1-81dbda46b327,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:27.560559 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a3a2fe3b-8b77-44a4-a59a-6c8f24ad3ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455787'] for router_interface (e0f21205-fb81-4299-a5a9-491cc9fbba39), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:27.665172 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=211825b1-a218-4234-b181-798076f73794,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:27.690341 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 1423b254-1986-45df-a0ab-094594928cfe triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:43:27.690810 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (1423b254-1986-45df-a0ab-094594928cfe), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:27.695326 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] Set router e0f21205-fb81-4299-a5a9-491cc9fbba39 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:43:27.758472 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-2ed67ca1-e214-411b-a3c5-dd625feab77b None None] Current status of the port 1423b254-1986-45df-a0ab-094594928cfe is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:43:27.811631 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 1423b254-1986-45df-a0ab-094594928cfe is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:43:27.880123 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-af14cba8-703f-4805-ac27-78908f590b4d None None] Provisioning complete for port 3a15c3f3-de25-4065-a0d1-81dbda46b327 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:43:27.880579 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-af14cba8-703f-4805-ac27-78908f590b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (3a15c3f3-de25-4065-a0d1-81dbda46b327), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:27.907275 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'name': 'tempest-AttachVolumeTestJSON-603627948-router', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:25Z', 'revision_number': 3, 'project_id': '44c6030c56a74362b6795f72764597ce', 'gw_port': {'id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:27.921121 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-af14cba8-703f-4805-ac27-78908f590b4d None None] Port 3a15c3f3-de25-4065-a0d1-81dbda46b327 cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:43:27.934239 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b2bf7-2eac-41ff-990b-3a8972d5ba48 None None] The sync data for ids ['e0f21205-fb81-4299-a5a9-491cc9fbba39'] in dv-cinder-839416-3-smb is: [{'id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'name': 'tempest-AttachVolumeTestJSON-603627948-router', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:25Z', 'revision_number': 3, 'project_id': '44c6030c56a74362b6795f72764597ce', 'gw_port': {'id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:43:27.996454 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccecd2d-80dc-45e1-be3b-e16fe49f7c2f req-cd0b6a59-fb79-47d0-868b-130c3fb7aef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:27.998003 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-dccecd2d-80dc-45e1-be3b-e16fe49f7c2f req-cd0b6a59-fb79-47d0-868b-130c3fb7aef9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bccf52bf-08a9-46c1-b881-9a09da1e5fa6 HTTP/1.1" status: 200 len: 1130 time: 0.3483095 Apr 29 13:43:28.070290 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a3a2fe3b-8b77-44a4-a59a-6c8f24ad3ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (3a15c3f3-de25-4065-a0d1-81dbda46b327), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:28.073993 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-dccecd2d-80dc-45e1-be3b-e16fe49f7c2f req-ac002f8d-c006-40cb-8a82-12293914cab2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=efacea28-d520-4c32-9ae0-e527e8764ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684330 Apr 29 13:43:28.266615 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a3a2fe3b-8b77-44a4-a59a-6c8f24ad3ebd admin admin] Publish callbacks [] for port (3a15c3f3-de25-4065-a0d1-81dbda46b327), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:28.271908 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a3a2fe3b-8b77-44a4-a59a-6c8f24ad3ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26512087'] for port (3a15c3f3-de25-4065-a0d1-81dbda46b327), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:28.343024 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a3a2fe3b-8b77-44a4-a59a-6c8f24ad3ebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457179'] for router_interface (e0f21205-fb81-4299-a5a9-491cc9fbba39), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:28.344931 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2fe3b-8b77-44a4-a59a-6c8f24ad3ebd admin admin] Pushing event updated for resources: {'Port': ['ID=3a15c3f3-de25-4065-a0d1-81dbda46b327,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:28.443834 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a2fe3b-8b77-44a4-a59a-6c8f24ad3ebd admin admin] Network b0033bbe-9a7c-4e9a-a14e-6e114adb922e is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:43:28.445499 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-a3a2fe3b-8b77-44a4-a59a-6c8f24ad3ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:43:28.587293 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f0bef-9939-485f-b683-6ce15b8dfd3c req-3ee60206-6b55-4a22-837c-0a241305765d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:28.588942 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1b4f0bef-9939-485f-b683-6ce15b8dfd3c req-3ee60206-6b55-4a22-837c-0a241305765d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=bccf52bf-08a9-46c1-b881-9a09da1e5fa6 HTTP/1.1" status: 200 len: 946 time: 0.0891635 Apr 29 13:43:28.652128 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a2fe3b-8b77-44a4-a59a-6c8f24ad3ebd admin admin] Router e0f21205-fb81-4299-a5a9-491cc9fbba39 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:43:28.669877 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1b4f0bef-9939-485f-b683-6ce15b8dfd3c req-d4f5d58c-cb27-467f-80a0-4ab51757df17 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=efacea28-d520-4c32-9ae0-e527e8764ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718358 Apr 29 13:43:28.746386 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cda2d16-2fbe-46e3-93f9-4852051d3cbc None None] Provisioning complete for port 3a15c3f3-de25-4065-a0d1-81dbda46b327 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:43:28.746760 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cda2d16-2fbe-46e3-93f9-4852051d3cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (3a15c3f3-de25-4065-a0d1-81dbda46b327), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:28.786013 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a2fe3b-8b77-44a4-a59a-6c8f24ad3ebd admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:43:28.788903 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cda2d16-2fbe-46e3-93f9-4852051d3cbc None None] Port 3a15c3f3-de25-4065-a0d1-81dbda46b327 cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:43:28.793158 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-a3a2fe3b-8b77-44a4-a59a-6c8f24ad3ebd admin admin] 10.222.0.20 "PUT /v2.0/routers/e0f21205-fb81-4299-a5a9-491cc9fbba39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2981324 Apr 29 13:43:29.292038 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 45946) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:29.296686 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-713ff70a-537c-46c0-9b6d-1eab137021c5 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--952219093', 'description': 'tempest-description--1173521275'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:43:29.322798 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-713ff70a-537c-46c0-9b6d-1eab137021c5 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:29.406868 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-713ff70a-537c-46c0-9b6d-1eab137021c5 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group (28949607-741a-45d3-a06f-d33e249ddd2f), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:29.409714 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:43:29.410641 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-713ff70a-537c-46c0-9b6d-1eab137021c5 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (28949607-741a-45d3-a06f-d33e249ddd2f), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:29.441653 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-713ff70a-537c-46c0-9b6d-1eab137021c5 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:29.442926 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-713ff70a-537c-46c0-9b6d-1eab137021c5 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1498291 Apr 29 13:43:29.444930 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ff70a-537c-46c0-9b6d-1eab137021c5 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28949607-741a-45d3-a06f-d33e249ddd2f,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:29.445902 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45948) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:29.454237 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-570d1261-e195-4453-858f-8470554ead52 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Request body: {'security_group_rule': {'security_group_id': '28949607-741a-45d3-a06f-d33e249ddd2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:43:29.465214 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:43:29.465590 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:29.484586 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-570d1261-e195-4453-858f-8470554ead52 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group_rule (4581abce-706e-4e18-b92d-de7a8aef1cb2), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:29.548580 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-570d1261-e195-4453-858f-8470554ead52 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group_rule (4581abce-706e-4e18-b92d-de7a8aef1cb2), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:29.553095 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5 is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:43:29.553562 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:29.553812 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-570d1261-e195-4453-858f-8470554ead52 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (4581abce-706e-4e18-b92d-de7a8aef1cb2), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:29.568322 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d1261-e195-4453-858f-8470554ead52 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4581abce-706e-4e18-b92d-de7a8aef1cb2,revision_number=0']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:29.575483 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] Sync routers for ids ['e0f21205-fb81-4299-a5a9-491cc9fbba39'] in dv-cinder-839416-3-smb {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:43:29.583622 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] For port ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:29.584413 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-570d1261-e195-4453-858f-8470554ead52 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:29.587424 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-570d1261-e195-4453-858f-8470554ead52 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384165 Apr 29 13:43:29.590375 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 45950) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:29.590693 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:29.596178 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-254dc649-0cb0-473c-93e5-0b891e577fe5 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Request body: {'security_group_rule': {'security_group_id': '28949607-741a-45d3-a06f-d33e249ddd2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:43:29.623182 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] Routers {'e0f21205-fb81-4299-a5a9-491cc9fbba39'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:43:29.624843 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:43:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['e0f21205-fb81-4299-a5a9-491cc9fbba39'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:29.632244 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-254dc649-0cb0-473c-93e5-0b891e577fe5 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group_rule (3ab343de-4741-411d-9a32-117ea233ab67), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:29.693547 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-254dc649-0cb0-473c-93e5-0b891e577fe5 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group_rule (3ab343de-4741-411d-9a32-117ea233ab67), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:29.698846 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Pushing event updated for resources: {'Port': ['ID=ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:29.703927 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-254dc649-0cb0-473c-93e5-0b891e577fe5 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (3ab343de-4741-411d-9a32-117ea233ab67), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:29.736381 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254dc649-0cb0-473c-93e5-0b891e577fe5 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab343de-4741-411d-9a32-117ea233ab67,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:29.747419 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-254dc649-0cb0-473c-93e5-0b891e577fe5 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:29.750271 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-254dc649-0cb0-473c-93e5-0b891e577fe5 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1583459 Apr 29 13:43:29.753419 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 45954) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:29.758643 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-b6617325-4d4b-4493-87b0-0b1ef3088a9f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Request body: {'floatingip': {'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:43:29.790021 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] Set router e0f21205-fb81-4299-a5a9-491cc9fbba39 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:43:29.796131 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6617325-4d4b-4493-87b0-0b1ef3088a9f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:29.820285 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e5ce2-acce-4e64-9210-08599d732bb7 req-6b7bc74b-c068-4de0-a31d-f2c7bc204ed8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:29.822046 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-858e5ce2-acce-4e64-9210-08599d732bb7 req-6b7bc74b-c068-4de0-a31d-f2c7bc204ed8 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=bccf52bf-08a9-46c1-b881-9a09da1e5fa6 HTTP/1.1" status: 200 len: 946 time: 0.0624676 Apr 29 13:43:29.876085 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-858e5ce2-acce-4e64-9210-08599d732bb7 req-c99f345f-b844-4c48-9ab7-f3b90dfc714b tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=efacea28-d520-4c32-9ae0-e527e8764ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465314 Apr 29 13:43:29.896907 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6617325-4d4b-4493-87b0-0b1ef3088a9f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:29.994803 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf898f-f18b-4f58-8a6e-741b99be7c30 req-cecb985c-4bb9-465c-ba47-0532702a4260 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:29.996469 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-30bf898f-f18b-4f58-8a6e-741b99be7c30 req-cecb985c-4bb9-465c-ba47-0532702a4260 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=bccf52bf-08a9-46c1-b881-9a09da1e5fa6 HTTP/1.1" status: 200 len: 946 time: 0.0497546 Apr 29 13:43:30.006748 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 45958) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:30.011312 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-68edd63f-3e8a-4ba7-bdd8-e3f2237ff99d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Request body: {'floatingip': {'port_id': '211825b1-a218-4234-b181-798076f73794'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:43:30.016971 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [None req-b6617325-4d4b-4493-87b0-0b1ef3088a9f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Allocated IP 172.28.3.41 (9c8e0a80-d509-45ab-9720-00aefc93fc37/7d82864c-1f03-4b55-a173-75a79706e4c7/8897f519-2b5f-4f93-9680-64dd5b81f48c) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:43:30.019007 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'name': 'tempest-AttachVolumeTestJSON-603627948-router', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '44c6030c56a74362b6795f72764597ce', 'gw_port': {'id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '3a15c3f3-de25-4065-a0d1-81dbda46b327', 'name': '', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'mac_address': 'fa:16:3e:0f:17:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:26Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 2, 'project_id': '44c6030c56a74362b6795f72764597ce', 'subnets': [{'id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:30.048811 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] Checking router: e0f21205-fb81-4299-a5a9-491cc9fbba39 for host: dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:43:30.049478 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] Updating router e0f21205-fb81-4299-a5a9-491cc9fbba39 port 3a15c3f3-de25-4065-a0d1-81dbda46b327 binding host dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:43:30.052808 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-68edd63f-3e8a-4ba7-bdd8-e3f2237ff99d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (ceea8d08-4539-47bd-be9f-22e3c8288281), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:30.081244 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (3a15c3f3-de25-4065-a0d1-81dbda46b327), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:30.126591 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6617325-4d4b-4493-87b0-0b1ef3088a9f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for port (8897f519-2b5f-4f93-9680-64dd5b81f48c), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:30.163185 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6617325-4d4b-4493-87b0-0b1ef3088a9f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (8897f519-2b5f-4f93-9680-64dd5b81f48c), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:30.201207 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6617325-4d4b-4493-87b0-0b1ef3088a9f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:43:30.204909 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-b6617325-4d4b-4493-87b0-0b1ef3088a9f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:43:30.211205 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6617325-4d4b-4493-87b0-0b1ef3088a9f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:43:30.240798 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6617325-4d4b-4493-87b0-0b1ef3088a9f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Pushing event updated for resources: {'Port': ['ID=8897f519-2b5f-4f93-9680-64dd5b81f48c,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:30.308732 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6617325-4d4b-4493-87b0-0b1ef3088a9f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for floatingip (721f7a23-543b-48a4-957a-3ea346587db2), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:30.349609 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6617325-4d4b-4493-87b0-0b1ef3088a9f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (8897f519-2b5f-4f93-9680-64dd5b81f48c), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:30.518769 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6617325-4d4b-4493-87b0-0b1ef3088a9f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for port (8897f519-2b5f-4f93-9680-64dd5b81f48c), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:30.524607 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6617325-4d4b-4493-87b0-0b1ef3088a9f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25904569'] for port (8897f519-2b5f-4f93-9680-64dd5b81f48c), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:30.531070 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] Publish callbacks [] for port (3a15c3f3-de25-4065-a0d1-81dbda46b327), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:30.536199 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (3a15c3f3-de25-4065-a0d1-81dbda46b327), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:30.559639 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-68edd63f-3e8a-4ba7-bdd8-e3f2237ff99d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:30.565721 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-68edd63f-3e8a-4ba7-bdd8-e3f2237ff99d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (ceea8d08-4539-47bd-be9f-22e3c8288281), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:30.597758 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6617325-4d4b-4493-87b0-0b1ef3088a9f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Pushing event updated for resources: {'Port': ['ID=8897f519-2b5f-4f93-9680-64dd5b81f48c,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:30.611619 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6617325-4d4b-4493-87b0-0b1ef3088a9f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (721f7a23-543b-48a4-957a-3ea346587db2), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:30.630236 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b6617325-4d4b-4493-87b0-0b1ef3088a9f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:30.632147 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-b6617325-4d4b-4493-87b0-0b1ef3088a9f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8776429 Apr 29 13:43:30.636266 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875981c-9150-43e8-9b5e-627b81659696 None None] Pushing event updated for resources: {'Port': ['ID=3a15c3f3-de25-4065-a0d1-81dbda46b327,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:30.678924 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] Attempting to bind port 3a15c3f3-de25-4065-a0d1-81dbda46b327 on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:43:30.679662 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] Attempting to bind port 3a15c3f3-de25-4065-a0d1-81dbda46b327 by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': 'b4f6d714-7969-4166-8dd3-e75cd1514d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:43:30.680131 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] Attempting to bind port 3a15c3f3-de25-4065-a0d1-81dbda46b327 on network b0033bbe-9a7c-4e9a-a14e-6e114adb922e {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:43:30.688089 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:43:30.688684 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] Checking segment: {'id': 'b4f6d714-7969-4166-8dd3-e75cd1514d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:43:30.689218 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:30.690434 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] Bound using segment: {'id': 'b4f6d714-7969-4166-8dd3-e75cd1514d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:43:30.691105 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] Bound port: 3a15c3f3-de25-4065-a0d1-81dbda46b327, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f6d714-7969-4166-8dd3-e75cd1514d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:43:30.691857 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (3a15c3f3-de25-4065-a0d1-81dbda46b327), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:30.730551 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.db.l3_db [None req-68edd63f-3e8a-4ba7-bdd8-e3f2237ff99d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Floating IP ceea8d08-4539-47bd-be9f-22e3c8288281 associated. External IP: 172.28.3.198, port: 211825b1-a218-4234-b181-798076f73794. Apr 29 13:43:30.773869 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] For port 3a15c3f3-de25-4065-a0d1-81dbda46b327, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:43:30.778318 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] For port 3a15c3f3-de25-4065-a0d1-81dbda46b327, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=3a15c3f3-de25-4065-a0d1-81dbda46b327,segment=NetworkSegment(b4f6d714-7969-4166-8dd3-e75cd1514d40),segment_id=b4f6d714-7969-4166-8dd3-e75cd1514d40)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:43:30.786015 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (3a15c3f3-de25-4065-a0d1-81dbda46b327), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:30.845094 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-755be899-ba77-4897-b46a-d2e8487e2564 None None] Provisioning complete for port 3a15c3f3-de25-4065-a0d1-81dbda46b327 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:43:30.845656 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-755be899-ba77-4897-b46a-d2e8487e2564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (3a15c3f3-de25-4065-a0d1-81dbda46b327), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:30.869251 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-28d52e73-9b9d-484d-986a-8245f3abc516 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--952219093&fields=id&tenant_id=44c6030c56a74362b6795f72764597ce HTTP/1.1" status: 200 len: 267 time: 0.0918751 Apr 29 13:43:30.878330 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] Routers {'e0f21205-fb81-4299-a5a9-491cc9fbba39'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:43:30.879127 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:43:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['e0f21205-fb81-4299-a5a9-491cc9fbba39'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:30.945057 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875981c-9150-43e8-9b5e-627b81659696 None None] Pushing event updated for resources: {'Port': ['ID=3a15c3f3-de25-4065-a0d1-81dbda46b327,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:31.070508 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:31.072999 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-755be899-ba77-4897-b46a-d2e8487e2564 None None] Current status of the port 3a15c3f3-de25-4065-a0d1-81dbda46b327 is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:43:31.073369 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-755be899-ba77-4897-b46a-d2e8487e2564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (3a15c3f3-de25-4065-a0d1-81dbda46b327), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:31.075429 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-90bf3aa6-73aa-43ef-beb4-561bf3de68a3 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:31.076073 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] Set router e0f21205-fb81-4299-a5a9-491cc9fbba39 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:43:31.076986 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-90bf3aa6-73aa-43ef-beb4-561bf3de68a3 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/networks?id=b0033bbe-9a7c-4e9a-a14e-6e114adb922e HTTP/1.1" status: 200 len: 810 time: 0.1982212 Apr 29 13:43:31.101505 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-a847776a-fc97-4359-8130-71347ca16fe4 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/quotas/44c6030c56a74362b6795f72764597ce HTTP/1.1" status: 200 len: 375 time: 0.0168710 Apr 29 13:43:31.110345 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68edd63f-3e8a-4ba7-bdd8-e3f2237ff99d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Router a7d7829c-14d8-49d7-809f-7a4cefdec05e has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:43:31.160264 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-50fb0557-fb51-4305-9b97-a2a544e135e1 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=44c6030c56a74362b6795f72764597ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526412 Apr 29 13:43:31.175565 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-755be899-ba77-4897-b46a-d2e8487e2564 None None] For port 3a15c3f3-de25-4065-a0d1-81dbda46b327, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=3a15c3f3-de25-4065-a0d1-81dbda46b327,segment=NetworkSegment(b4f6d714-7969-4166-8dd3-e75cd1514d40),segment_id=b4f6d714-7969-4166-8dd3-e75cd1514d40)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:31.188741 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-755be899-ba77-4897-b46a-d2e8487e2564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (3a15c3f3-de25-4065-a0d1-81dbda46b327), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:31.285916 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755be899-ba77-4897-b46a-d2e8487e2564 None None] Pushing event updated for resources: {'Port': ['ID=3a15c3f3-de25-4065-a0d1-81dbda46b327,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:31.315273 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-61aace04-4862-4945-8371-c2cfa69a0fe1 None None] Provisioning complete for port 3a15c3f3-de25-4065-a0d1-81dbda46b327 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:43:31.315647 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-61aace04-4862-4945-8371-c2cfa69a0fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (3a15c3f3-de25-4065-a0d1-81dbda46b327), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:31.334934 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68edd63f-3e8a-4ba7-bdd8-e3f2237ff99d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:43:31.337353 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-7c3a9d75-0085-4519-a831-ebc2eecb3a90 service neutron] 10.222.0.20 "GET /v2.0/networks/b0033bbe-9a7c-4e9a-a14e-6e114adb922e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432948 Apr 29 13:43:31.340354 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-68edd63f-3e8a-4ba7-bdd8-e3f2237ff99d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:31.354952 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce550af4-f01b-482b-9698-da3e9d7af3f8 None None] Sync routers for ids ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:43:31.368098 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce550af4-f01b-482b-9698-da3e9d7af3f8 None None] Routers {'a7d7829c-14d8-49d7-809f-7a4cefdec05e'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:43:31.369103 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-ce550af4-f01b-482b-9698-da3e9d7af3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:43:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:31.396107 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-68edd63f-3e8a-4ba7-bdd8-e3f2237ff99d tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "PUT /v2.0/floatingips/ceea8d08-4539-47bd-be9f-22e3c8288281 HTTP/1.1" status: 200 len: 992 time: 1.3881240 Apr 29 13:43:31.398390 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccf52bf-08a9-46c1-b881-9a09da1e5fa6', 'tag': '211825b1-a218-4234-b181-798076f73794'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:43:31.400689 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9663446a-a629-4d14-8a7f-cca63e67b81e" -d '{"events": [{"name": "network-changed", "server_uuid": "bccf52bf-08a9-46c1-b881-9a09da1e5fa6", "tag": "211825b1-a218-4234-b181-798076f73794"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:43:31.414744 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'name': 'tempest-AttachVolumeTestJSON-603627948-router', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '44c6030c56a74362b6795f72764597ce', 'gw_port': {'id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '3a15c3f3-de25-4065-a0d1-81dbda46b327', 'name': '', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'mac_address': 'fa:16:3e:0f:17:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:26Z', 'updated_at': '2022-04-29T13:43:30Z', 'revision_number': 4, 'project_id': '44c6030c56a74362b6795f72764597ce', 'subnets': [{'id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:31.454953 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:43:31.468187 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf85b0e-1acf-46bc-bd04-ad931aa018f9 x-openstack-request-id: req-1bf85b0e-1acf-46bc-bd04-ad931aa018f9 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:43:31.468479 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccf52bf-08a9-46c1-b881-9a09da1e5fa6", "tag": "211825b1-a218-4234-b181-798076f73794", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:43:31.468789 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bf85b0e-1acf-46bc-bd04-ad931aa018f9 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:43:31.469166 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf85b0e-1acf-46bc-bd04-ad931aa018f9'] response: {'name': 'network-changed', 'server_uuid': 'bccf52bf-08a9-46c1-b881-9a09da1e5fa6', 'tag': '211825b1-a218-4234-b181-798076f73794', 'status': 'completed', 'code': 200} Apr 29 13:43:31.475411 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-a00964be-4acc-4ade-bcb0-bd08e743d014 service neutron] 10.222.0.20 "GET /v2.0/networks/b0033bbe-9a7c-4e9a-a14e-6e114adb922e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142809 Apr 29 13:43:31.480685 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bfa543-bc0f-48fd-af05-e4fc3fcd4780 None None] The sync data for ids ['e0f21205-fb81-4299-a5a9-491cc9fbba39'] in dv-cinder-839416-3-smb is: [{'id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'name': 'tempest-AttachVolumeTestJSON-603627948-router', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '44c6030c56a74362b6795f72764597ce', 'gw_port': {'id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '3a15c3f3-de25-4065-a0d1-81dbda46b327', 'name': '', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'mac_address': 'fa:16:3e:0f:17:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:26Z', 'updated_at': '2022-04-29T13:43:30Z', 'revision_number': 4, 'project_id': '44c6030c56a74362b6795f72764597ce', 'subnets': [{'id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:43:31.532056 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-61aace04-4862-4945-8371-c2cfa69a0fe1 None None] Current status of the port 3a15c3f3-de25-4065-a0d1-81dbda46b327 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:43:31.562808 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663446a-a629-4d14-8a7f-cca63e67b81e req-bb7b24d6-174b-4c00-9cdb-ed89fa37c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:31.566137 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9663446a-a629-4d14-8a7f-cca63e67b81e req-bb7b24d6-174b-4c00-9cdb-ed89fa37c2f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ade3a9fb8cf84c3684a431096d529b75&device_id=bccf52bf-08a9-46c1-b881-9a09da1e5fa6 HTTP/1.1" status: 200 len: 1130 time: 0.0714695 Apr 29 13:43:31.582209 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:43:31.582680 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:31.662914 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-ce550af4-f01b-482b-9698-da3e9d7af3f8 None None] Set router a7d7829c-14d8-49d7-809f-7a4cefdec05e gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:43:31.710549 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:43:31.733579 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663446a-a629-4d14-8a7f-cca63e67b81e req-99bb9dee-2548-4a3f-ab80-345121f56158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:31.735808 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9663446a-a629-4d14-8a7f-cca63e67b81e req-99bb9dee-2548-4a3f-ab80-345121f56158 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee2b3ef3-3340-4760-a72b-28d6455d187a HTTP/1.1" status: 200 len: 914 time: 0.1600204 Apr 29 13:43:31.774989 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-daf2fdfb-5207-42b0-a408-2d9dbecbf8e3 req-02f22bbd-1e50-4caf-b4ec-a29995ddd3cd tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 210 time: 0.0444763 Apr 29 13:43:31.841526 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9663446a-a629-4d14-8a7f-cca63e67b81e req-0d11e370-8d63-4725-845b-e6d449f77da0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=211825b1-a218-4234-b181-798076f73794 HTTP/1.1" status: 200 len: 1000 time: 0.0973516 Apr 29 13:43:31.898565 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663446a-a629-4d14-8a7f-cca63e67b81e req-11403639-a302-4f37-b052-3b0933728354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:31.900487 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9663446a-a629-4d14-8a7f-cca63e67b81e req-11403639-a302-4f37-b052-3b0933728354 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c3d70ba-2370-4119-a833-f968acf85dc2 HTTP/1.1" status: 200 len: 853 time: 0.0531461 Apr 29 13:43:31.952519 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663446a-a629-4d14-8a7f-cca63e67b81e req-a9655697-4d05-4c92-9028-74471b2775e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:31.954245 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9663446a-a629-4d14-8a7f-cca63e67b81e req-a9655697-4d05-4c92-9028-74471b2775e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee2b3ef3-3340-4760-a72b-28d6455d187a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0477068 Apr 29 13:43:32.007872 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-ce550af4-f01b-482b-9698-da3e9d7af3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': 'ceea8d08-4539-47bd-be9f-22e3c8288281', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'floating_ip_address': '172.28.3.198', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'port_id': '211825b1-a218-4234-b181-798076f73794', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'mac_address': 'fa:16:3e:87:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf52bf-08a9-46c1-b881-9a09da1e5fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:18Z', 'updated_at': '2022-04-29T13:43:30Z', 'revision_number': 1, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:32.041791 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce550af4-f01b-482b-9698-da3e9d7af3f8 None None] Checking router: a7d7829c-14d8-49d7-809f-7a4cefdec05e for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:43:32.052082 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce550af4-f01b-482b-9698-da3e9d7af3f8 None None] Routers {'a7d7829c-14d8-49d7-809f-7a4cefdec05e'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:43:32.053160 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-ce550af4-f01b-482b-9698-da3e9d7af3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:43:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:32.194888 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-ce550af4-f01b-482b-9698-da3e9d7af3f8 None None] Set router a7d7829c-14d8-49d7-809f-7a4cefdec05e gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:43:32.288070 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9663446a-a629-4d14-8a7f-cca63e67b81e req-47f8097a-163d-4f66-b9e7-74f7031b9c37 service neutron] 10.222.0.26 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373336 Apr 29 13:43:32.408218 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9663446a-a629-4d14-8a7f-cca63e67b81e req-dd1bb73f-07ff-4a37-afae-79960fbb7b29 service neutron] 10.222.0.26 "GET /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023352 Apr 29 13:43:32.463878 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-ce550af4-f01b-482b-9698-da3e9d7af3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': 'ceea8d08-4539-47bd-be9f-22e3c8288281', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'floating_ip_address': '172.28.3.198', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'port_id': '211825b1-a218-4234-b181-798076f73794', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'mac_address': 'fa:16:3e:87:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf52bf-08a9-46c1-b881-9a09da1e5fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:18Z', 'updated_at': '2022-04-29T13:43:30Z', 'revision_number': 1, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:32.498030 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce550af4-f01b-482b-9698-da3e9d7af3f8 None None] The sync data for ids ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'] in dv-cinder-839416-3-smb is: [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': 'ceea8d08-4539-47bd-be9f-22e3c8288281', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'floating_ip_address': '172.28.3.198', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'port_id': '211825b1-a218-4234-b181-798076f73794', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'mac_address': 'fa:16:3e:87:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf52bf-08a9-46c1-b881-9a09da1e5fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:18Z', 'updated_at': '2022-04-29T13:43:30Z', 'revision_number': 1, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:43:32.774984 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9db21a9-cde5-4416-bd99-8714f6483bd2 None None] New status for floating IP ceea8d08-4539-47bd-be9f-22e3c8288281: ACTIVE {{(pid=103549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:43:32.892322 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-676d1fc9-2dd7-4b65-a166-42979fdddb0d req-2d42c526-1532-4f7c-b7e8-58c6d205c1af tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 210 time: 0.0312879 Apr 29 13:43:33.077253 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-e1d4b159-55e3-45cb-9b11-9df38068ad32 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:33.078658 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-e1d4b159-55e3-45cb-9b11-9df38068ad32 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.26 "GET /v2.0/networks?id=b0033bbe-9a7c-4e9a-a14e-6e114adb922e HTTP/1.1" status: 200 len: 810 time: 0.1033580 Apr 29 13:43:33.144093 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-43fccf77-b820-4043-9ced-63dca19d6daa tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44c6030c56a74362b6795f72764597ce HTTP/1.1" status: 200 len: 379 time: 0.0563281 Apr 29 13:43:33.211751 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-ba53bd7c-5fb1-41eb-8fae-bb4d5bf8c68a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Request body: {'port': {'device_id': '6567268d-9f54-45db-b4bf-f64eb9c350aa', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'admin_state_up': True, 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'security_groups': ['28949607-741a-45d3-a06f-d33e249ddd2f']}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:43:33.330269 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-ba53bd7c-5fb1-41eb-8fae-bb4d5bf8c68a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Made reservation on behalf of 44c6030c56a74362b6795f72764597ce for: {'port': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:43:33.336226 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-ba53bd7c-5fb1-41eb-8fae-bb4d5bf8c68a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:33.400301 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 3a15c3f3-de25-4065-a0d1-81dbda46b327 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:43:33.448206 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 3a15c3f3-de25-4065-a0d1-81dbda46b327 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:43:33.448800 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (3a15c3f3-de25-4065-a0d1-81dbda46b327), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:33.478567 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-ba53bd7c-5fb1-41eb-8fae-bb4d5bf8c68a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Allocated IP 172.20.0.5 (b0033bbe-9a7c-4e9a-a14e-6e114adb922e/37ea92da-e0ed-4579-801d-4e60d1c28650/244e9ce7-de85-4a8c-b613-8558cb98b60a) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:43:33.540529 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 3a15c3f3-de25-4065-a0d1-81dbda46b327 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:43:33.894748 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-ba53bd7c-5fb1-41eb-8fae-bb4d5bf8c68a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for port (244e9ce7-de85-4a8c-b613-8558cb98b60a), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:33.931612 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-ba53bd7c-5fb1-41eb-8fae-bb4d5bf8c68a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (244e9ce7-de85-4a8c-b613-8558cb98b60a), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:33.992487 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-ba53bd7c-5fb1-41eb-8fae-bb4d5bf8c68a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Network b0033bbe-9a7c-4e9a-a14e-6e114adb922e is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:43:34.008551 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-ba53bd7c-5fb1-41eb-8fae-bb4d5bf8c68a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:43:34.026302 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-ba53bd7c-5fb1-41eb-8fae-bb4d5bf8c68a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:43:34.031777 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53bd7c-5fb1-41eb-8fae-bb4d5bf8c68a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Pushing event updated for resources: {'Port': ['ID=244e9ce7-de85-4a8c-b613-8558cb98b60a,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:34.076337 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-7413d253-c6a4-40d7-8e0a-71934486c389 req-e409624d-1286-4c38-9ea7-d763f9583a0e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464549 Apr 29 13:43:34.077481 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b44bd-123b-46ac-b0af-cdeb61eac866 req-681c42f9-5567-429e-ac2c-f5fba1055b35 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:34.078078 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-369b44bd-123b-46ac-b0af-cdeb61eac866 req-681c42f9-5567-429e-ac2c-f5fba1055b35 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 931 time: 0.0932510 Apr 29 13:43:34.117411 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-ba53bd7c-5fb1-41eb-8fae-bb4d5bf8c68a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:34.118078 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-ba53bd7c-5fb1-41eb-8fae-bb4d5bf8c68a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:34.138634 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413d253-c6a4-40d7-8e0a-71934486c389 req-b3b67516-1adb-4eff-8279-e45e91eebc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:34.140595 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-7413d253-c6a4-40d7-8e0a-71934486c389 req-b3b67516-1adb-4eff-8279-e45e91eebc3b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c178ce8f803e474f8f7f018d2003d772&device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 1130 time: 0.0432985 Apr 29 13:43:34.154163 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-369b44bd-123b-46ac-b0af-cdeb61eac866 req-2cb10b51-d7f4-44c5-995b-0abfd10fa4c1 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660954 Apr 29 13:43:34.158333 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-ba53bd7c-5fb1-41eb-8fae-bb4d5bf8c68a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9505472 Apr 29 13:43:34.170682 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] Request body: {'port': {'device_id': '6567268d-9f54-45db-b4bf-f64eb9c350aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:43:34.242015 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (244e9ce7-de85-4a8c-b613-8558cb98b60a), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:34.270428 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-aaf85487-95ec-4b19-a831-383602d905ae None None] Provisioning complete for port 244e9ce7-de85-4a8c-b613-8558cb98b60a triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:43:34.271030 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-aaf85487-95ec-4b19-a831-383602d905ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (244e9ce7-de85-4a8c-b613-8558cb98b60a), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:34.271124 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413d253-c6a4-40d7-8e0a-71934486c389 req-4060d17b-e700-4265-af55-5d6646ded3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:34.272972 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-7413d253-c6a4-40d7-8e0a-71934486c389 req-4060d17b-e700-4265-af55-5d6646ded3a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 HTTP/1.1" status: 200 len: 909 time: 0.1119461 Apr 29 13:43:34.312553 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-aaf85487-95ec-4b19-a831-383602d905ae None None] Port 244e9ce7-de85-4a8c-b613-8558cb98b60a cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:43:34.351444 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-7413d253-c6a4-40d7-8e0a-71934486c389 req-20efc2a5-fb4d-4230-81b0-fb0876431f3d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2bc9fdb-40de-4a1e-b134-3533fddd1bed HTTP/1.1" status: 200 len: 1002 time: 0.0720389 Apr 29 13:43:34.400678 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413d253-c6a4-40d7-8e0a-71934486c389 req-5731288f-550f-41b0-87d0-f2dd4c37a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:34.402089 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-7413d253-c6a4-40d7-8e0a-71934486c389 req-5731288f-550f-41b0-87d0-f2dd4c37a50d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6 HTTP/1.1" status: 200 len: 848 time: 0.0444880 Apr 29 13:43:34.449334 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413d253-c6a4-40d7-8e0a-71934486c389 req-7a185c5f-5586-4f2c-b00c-aeb87f7784b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:34.450841 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-7413d253-c6a4-40d7-8e0a-71934486c389 req-7a185c5f-5586-4f2c-b00c-aeb87f7784b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0414362 Apr 29 13:43:34.537166 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244e9ce7-de85-4a8c-b613-8558cb98b60a {{(pid=103548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:43:34.545090 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] Publish callbacks [] for port (244e9ce7-de85-4a8c-b613-8558cb98b60a), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:34.548986 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-7413d253-c6a4-40d7-8e0a-71934486c389 req-02451fd1-0d56-4550-bd7c-aeb31f252a5f service neutron] 10.222.0.26 "GET /v2.0/networks/a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913272 Apr 29 13:43:34.558525 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.provisioning_blocks [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] Transition to ACTIVE for port object 244e9ce7-de85-4a8c-b613-8558cb98b60a will not be triggered until provisioned by entity L2. {{(pid=103548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:43:34.563245 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26512087'] for port (244e9ce7-de85-4a8c-b613-8558cb98b60a), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:34.634677 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=244e9ce7-de85-4a8c-b613-8558cb98b60a,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:34.646723 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-7413d253-c6a4-40d7-8e0a-71934486c389 req-8e179d9f-ecc3-49c6-8c5e-ee669c659bdd service neutron] 10.222.0.26 "GET /v2.0/networks/a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917637 Apr 29 13:43:34.690315 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] Attempting to bind port 244e9ce7-de85-4a8c-b613-8558cb98b60a on host hv-cinder-83941 for vnic_type normal with profile {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:43:34.690652 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] Attempting to bind port 244e9ce7-de85-4a8c-b613-8558cb98b60a by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': 'b4f6d714-7969-4166-8dd3-e75cd1514d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e'}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:43:34.690975 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] Attempting to bind port 244e9ce7-de85-4a8c-b613-8558cb98b60a on network b0033bbe-9a7c-4e9a-a14e-6e114adb922e {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:43:34.695709 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] Port 244e9ce7-de85-4a8c-b613-8558cb98b60a on network b0033bbe-9a7c-4e9a-a14e-6e114adb922e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:43:34.696048 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] Attempting to bind port 244e9ce7-de85-4a8c-b613-8558cb98b60a on network b0033bbe-9a7c-4e9a-a14e-6e114adb922e {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:43:34.702405 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] Checking agent: {'id': '54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'started_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:43:34.702706 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] Checking segment: {'id': 'b4f6d714-7969-4166-8dd3-e75cd1514d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:43:34.703199 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] Bound using segment: {'id': 'b4f6d714-7969-4166-8dd3-e75cd1514d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e'} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:43:34.703863 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] Bound port: 244e9ce7-de85-4a8c-b613-8558cb98b60a, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f6d714-7969-4166-8dd3-e75cd1514d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e'}}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:43:34.704136 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (244e9ce7-de85-4a8c-b613-8558cb98b60a), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:34.778691 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] For port 244e9ce7-de85-4a8c-b613-8558cb98b60a, host hv-cinder-83941, cleared binding levels {{(pid=103548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:43:34.785849 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] For port 244e9ce7-de85-4a8c-b613-8558cb98b60a, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=244e9ce7-de85-4a8c-b613-8558cb98b60a,segment=NetworkSegment(b4f6d714-7969-4166-8dd3-e75cd1514d40),segment_id=b4f6d714-7969-4166-8dd3-e75cd1514d40)] {{(pid=103548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:43:34.793137 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26512087'] for port (244e9ce7-de85-4a8c-b613-8558cb98b60a), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:34.834921 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:34.835669 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:34.838165 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] 10.222.0.26 "PUT /v2.0/ports/244e9ce7-de85-4a8c-b613-8558cb98b60a HTTP/1.1" status: 200 len: 1093 time: 0.6721191 Apr 29 13:43:34.838879 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6567268d-9f54-45db-b4bf-f64eb9c350aa', 'tag': '244e9ce7-de85-4a8c-b613-8558cb98b60a'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:43:34.845045 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5080145a-faa3-442e-9795-a129e03a235a" -d '{"events": [{"name": "network-changed", "server_uuid": "6567268d-9f54-45db-b4bf-f64eb9c350aa", "tag": "244e9ce7-de85-4a8c-b613-8558cb98b60a"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:43:34.888592 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cfb8a-6e73-48b8-9018-58511700c5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=244e9ce7-de85-4a8c-b613-8558cb98b60a,revision_number=3']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:34.924828 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37f1230-a686-44f0-b2c9-566e7d221a64 x-openstack-request-id: req-c37f1230-a686-44f0-b2c9-566e7d221a64 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:43:34.925427 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6567268d-9f54-45db-b4bf-f64eb9c350aa", "tag": "244e9ce7-de85-4a8c-b613-8558cb98b60a", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:43:34.925427 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c37f1230-a686-44f0-b2c9-566e7d221a64 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:43:34.925759 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37f1230-a686-44f0-b2c9-566e7d221a64'] response: {'name': 'network-changed', 'server_uuid': '6567268d-9f54-45db-b4bf-f64eb9c350aa', 'tag': '244e9ce7-de85-4a8c-b613-8558cb98b60a', 'status': 'completed', 'code': 200} Apr 29 13:43:34.937874 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-e4946c9b-a01e-4579-8ed7-f4b65a893614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:34.939332 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-e4946c9b-a01e-4579-8ed7-f4b65a893614 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44c6030c56a74362b6795f72764597ce&device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 1127 time: 0.0451224 Apr 29 13:43:34.984102 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-4ca69a75-353f-476e-be6c-ff0146100dd1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=244e9ce7-de85-4a8c-b613-8558cb98b60a HTTP/1.1" status: 200 len: 217 time: 0.0369742 Apr 29 13:43:35.041642 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-d41d0458-0fc9-410a-861b-3aeed40c6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:35.043109 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-d41d0458-0fc9-410a-861b-3aeed40c6ea2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37ea92da-e0ed-4579-801d-4e60d1c28650 HTTP/1.1" status: 200 len: 849 time: 0.0511293 Apr 29 13:43:35.094306 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-80ac20cb-5c3c-485e-bd23-f6e137f92132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:35.095928 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-80ac20cb-5c3c-485e-bd23-f6e137f92132 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0033bbe-9a7c-4e9a-a14e-6e114adb922e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0451221 Apr 29 13:43:35.196405 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-271ac4aa-0fe6-4c93-a932-af9d7feef8a2 service neutron] 10.222.0.26 "GET /v2.0/networks/b0033bbe-9a7c-4e9a-a14e-6e114adb922e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916219 Apr 29 13:43:35.320055 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20911667-38c0-49c5-9fc0-8caa1a04804b req-f203420c-0a29-4a2f-b4a9-e6581d3c3598 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:35.321536 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-20911667-38c0-49c5-9fc0-8caa1a04804b req-f203420c-0a29-4a2f-b4a9-e6581d3c3598 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 943 time: 0.0622826 Apr 29 13:43:35.328913 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-403c58cb-4999-4ccb-aca8-cd93c6cf7394 req-e8b2c914-2fcf-4b31-927c-65896df4720b service neutron] 10.222.0.26 "GET /v2.0/networks/b0033bbe-9a7c-4e9a-a14e-6e114adb922e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252487 Apr 29 13:43:35.392540 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-20911667-38c0-49c5-9fc0-8caa1a04804b req-21b60b14-84fe-45f0-80d4-c1f162c9aba4 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626760 Apr 29 13:43:36.330902 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080145a-faa3-442e-9795-a129e03a235a req-655c844e-1379-42fb-aba6-ce378a20c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:36.332360 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5080145a-faa3-442e-9795-a129e03a235a req-655c844e-1379-42fb-aba6-ce378a20c524 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44c6030c56a74362b6795f72764597ce&device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 1127 time: 0.0379677 Apr 29 13:43:36.422113 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080145a-faa3-442e-9795-a129e03a235a req-d01a4fd5-e920-4363-8125-fed4cd98e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:36.423791 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5080145a-faa3-442e-9795-a129e03a235a req-d01a4fd5-e920-4363-8125-fed4cd98e40b service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0033bbe-9a7c-4e9a-a14e-6e114adb922e HTTP/1.1" status: 200 len: 910 time: 0.0837958 Apr 29 13:43:36.492947 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5080145a-faa3-442e-9795-a129e03a235a req-012cd660-b46d-4833-8e38-da7aebb269a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=244e9ce7-de85-4a8c-b613-8558cb98b60a HTTP/1.1" status: 200 len: 217 time: 0.0629742 Apr 29 13:43:36.581598 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49fa31-4227-409e-8a46-4ab18f127427 req-473feaa6-61c1-4bb5-aa68-00e75a900e22 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:36.583003 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2d49fa31-4227-409e-8a46-4ab18f127427 req-473feaa6-61c1-4bb5-aa68-00e75a900e22 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 943 time: 0.0928621 Apr 29 13:43:36.584770 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080145a-faa3-442e-9795-a129e03a235a req-4d83d8ff-39f9-4975-9175-3e573c0da4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:36.586080 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5080145a-faa3-442e-9795-a129e03a235a req-4d83d8ff-39f9-4975-9175-3e573c0da4e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37ea92da-e0ed-4579-801d-4e60d1c28650 HTTP/1.1" status: 200 len: 849 time: 0.0859423 Apr 29 13:43:36.656158 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080145a-faa3-442e-9795-a129e03a235a req-1e2ef8c5-57a4-4911-a0d1-5111bbf969c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:36.657808 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5080145a-faa3-442e-9795-a129e03a235a req-1e2ef8c5-57a4-4911-a0d1-5111bbf969c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0033bbe-9a7c-4e9a-a14e-6e114adb922e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0635903 Apr 29 13:43:36.664771 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2d49fa31-4227-409e-8a46-4ab18f127427 req-d6cdaab8-e587-47dc-917f-e3084dda7b9b tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762343 Apr 29 13:43:36.750186 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5080145a-faa3-442e-9795-a129e03a235a req-e82507c8-7356-496b-be76-23a4fa13e9b9 service neutron] 10.222.0.26 "GET /v2.0/networks/b0033bbe-9a7c-4e9a-a14e-6e114adb922e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844781 Apr 29 13:43:36.847900 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5080145a-faa3-442e-9795-a129e03a235a req-a117797f-989f-4e7d-a9d5-b13f77bf6d9b service neutron] 10.222.0.26 "GET /v2.0/networks/b0033bbe-9a7c-4e9a-a14e-6e114adb922e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914521 Apr 29 13:43:37.116208 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 244e9ce7-de85-4a8c-b613-8558cb98b60a details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:43:37.211063 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 244e9ce7-de85-4a8c-b613-8558cb98b60a, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=244e9ce7-de85-4a8c-b613-8558cb98b60a,segment=NetworkSegment(b4f6d714-7969-4166-8dd3-e75cd1514d40),segment_id=b4f6d714-7969-4166-8dd3-e75cd1514d40)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:37.222042 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': '244e9ce7-de85-4a8c-b613-8558cb98b60a', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'port_id': '244e9ce7-de85-4a8c-b613-8558cb98b60a', 'mac_address': 'fa:16:3e:ca:2c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:43:37.263013 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port 244e9ce7-de85-4a8c-b613-8558cb98b60a is: DOWN; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:43:37.263389 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (244e9ce7-de85-4a8c-b613-8558cb98b60a), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:37.276417 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244e9ce7-de85-4a8c-b613-8558cb98b60a {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:43:37.296046 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 244e9ce7-de85-4a8c-b613-8558cb98b60a, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=244e9ce7-de85-4a8c-b613-8558cb98b60a,segment=NetworkSegment(b4f6d714-7969-4166-8dd3-e75cd1514d40),segment_id=b4f6d714-7969-4166-8dd3-e75cd1514d40)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:37.299916 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (244e9ce7-de85-4a8c-b613-8558cb98b60a), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:37.346397 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=244e9ce7-de85-4a8c-b613-8558cb98b60a,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:37.537981 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['244e9ce7-de85-4a8c-b613-8558cb98b60a'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:43:37.776578 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd63efb-597f-4d37-8f67-46cb802920b8 req-40eab4ad-a8fe-49ea-891a-36b0c94ba182 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:37.778071 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3bd63efb-597f-4d37-8f67-46cb802920b8 req-40eab4ad-a8fe-49ea-891a-36b0c94ba182 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 944 time: 0.0467091 Apr 29 13:43:37.825221 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3bd63efb-597f-4d37-8f67-46cb802920b8 req-d011eda4-f7df-46ef-a93b-7c0777e59265 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410058 Apr 29 13:43:38.943895 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3ee1f-0026-4270-b93b-2553f2d90988 req-17e4a90d-9700-4066-bec2-ff8a6ef3a918 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:38.945416 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-eea3ee1f-0026-4270-b93b-2553f2d90988 req-17e4a90d-9700-4066-bec2-ff8a6ef3a918 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 944 time: 0.0514023 Apr 29 13:43:38.993121 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-eea3ee1f-0026-4270-b93b-2553f2d90988 req-dcb0ac43-d3f6-4c88-b9b7-544eab2986d4 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421059 Apr 29 13:43:39.123248 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 244e9ce7-de85-4a8c-b613-8558cb98b60a up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:43:39.166416 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning for port 244e9ce7-de85-4a8c-b613-8558cb98b60a completed by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:43:39.172816 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port 244e9ce7-de85-4a8c-b613-8558cb98b60a triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:43:39.173183 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (244e9ce7-de85-4a8c-b613-8558cb98b60a), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:39.247929 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port 244e9ce7-de85-4a8c-b613-8558cb98b60a is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:43:39.248324 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (244e9ce7-de85-4a8c-b613-8558cb98b60a), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:39.273084 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6567268d-9f54-45db-b4bf-f64eb9c350aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244e9ce7-de85-4a8c-b613-8558cb98b60a'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:43:39.275269 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044c6bae-437d-42ba-9afc-60e1ce204eb1" -d '{"events": [{"server_uuid": "6567268d-9f54-45db-b4bf-f64eb9c350aa", "name": "network-vif-plugged", "status": "completed", "tag": "244e9ce7-de85-4a8c-b613-8558cb98b60a"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:43:39.289027 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 244e9ce7-de85-4a8c-b613-8558cb98b60a, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=244e9ce7-de85-4a8c-b613-8558cb98b60a,segment=NetworkSegment(b4f6d714-7969-4166-8dd3-e75cd1514d40),segment_id=b4f6d714-7969-4166-8dd3-e75cd1514d40)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:43:39.293298 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (244e9ce7-de85-4a8c-b613-8558cb98b60a), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:39.316146 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6d4d09-ab9f-48a2-b64e-9a3ff2af0daa x-openstack-request-id: req-3b6d4d09-ab9f-48a2-b64e-9a3ff2af0daa {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:43:39.316456 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6567268d-9f54-45db-b4bf-f64eb9c350aa", "name": "network-vif-plugged", "status": "completed", "tag": "244e9ce7-de85-4a8c-b613-8558cb98b60a", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:43:39.316815 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b6d4d09-ab9f-48a2-b64e-9a3ff2af0daa {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:43:39.317122 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b6d4d09-ab9f-48a2-b64e-9a3ff2af0daa'] response: {'server_uuid': '6567268d-9f54-45db-b4bf-f64eb9c350aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244e9ce7-de85-4a8c-b613-8558cb98b60a', 'code': 200} Apr 29 13:43:39.345426 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=244e9ce7-de85-4a8c-b613-8558cb98b60a,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:43:39.474895 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd34cce-3f67-4652-98ed-12aab395134a req-0e3a6b9a-2f72-4927-9ce4-6b86500d83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:39.476527 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-bbd34cce-3f67-4652-98ed-12aab395134a req-0e3a6b9a-2f72-4927-9ce4-6b86500d83a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 1129 time: 0.0381684 Apr 29 13:43:39.519458 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-bbd34cce-3f67-4652-98ed-12aab395134a req-3dc6651a-2c4e-41bf-a2b5-515065effac4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360377 Apr 29 13:43:40.108891 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4488b5-1224-4519-b23a-93885db3bae1 req-82b7ac69-35b6-4775-b168-bf9faaa5a8bb tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:40.110255 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ee4488b5-1224-4519-b23a-93885db3bae1 req-82b7ac69-35b6-4775-b168-bf9faaa5a8bb tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0520868 Apr 29 13:43:40.156370 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ee4488b5-1224-4519-b23a-93885db3bae1 req-84df5129-9856-4131-a34a-dc4f3ef3cda8 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405910 Apr 29 13:43:41.328442 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b6009-99ce-479e-8ee1-99b336f22ac7 req-cbd4919f-0bb4-46c5-b900-4ae415043664 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:41.330047 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-328b6009-99ce-479e-8ee1-99b336f22ac7 req-cbd4919f-0bb4-46c5-b900-4ae415043664 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.1042094 Apr 29 13:43:41.379681 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-328b6009-99ce-479e-8ee1-99b336f22ac7 req-ad1c7769-78f9-4a94-a04a-d492455851bb tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440278 Apr 29 13:43:41.490678 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590286d-3d1f-47b4-8206-bbc6464ae01d req-9b6bd32d-2a20-4525-b8d5-04de7283e0ca tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:41.492034 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2590286d-3d1f-47b4-8206-bbc6464ae01d req-9b6bd32d-2a20-4525-b8d5-04de7283e0ca tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0463700 Apr 29 13:43:41.501196 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 46018) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:43:41.505421 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-64e4fd9e-e33b-4f72-b9e8-49c09f216aed tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Request body: {'floatingip': {'port_id': '244e9ce7-de85-4a8c-b613-8558cb98b60a'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:43:41.549564 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-64e4fd9e-e33b-4f72-b9e8-49c09f216aed tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for floatingip (721f7a23-543b-48a4-957a-3ea346587db2), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:42.003222 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-64e4fd9e-e33b-4f72-b9e8-49c09f216aed tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:42.007241 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-64e4fd9e-e33b-4f72-b9e8-49c09f216aed tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (721f7a23-543b-48a4-957a-3ea346587db2), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:42.109926 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.db.l3_db [None req-64e4fd9e-e33b-4f72-b9e8-49c09f216aed tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Floating IP 721f7a23-543b-48a4-957a-3ea346587db2 associated. External IP: 172.28.3.41, port: 244e9ce7-de85-4a8c-b613-8558cb98b60a. Apr 29 13:43:42.319619 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e4fd9e-e33b-4f72-b9e8-49c09f216aed tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Router e0f21205-fb81-4299-a5a9-491cc9fbba39 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:43:42.429375 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e4fd9e-e33b-4f72-b9e8-49c09f216aed tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:43:42.433638 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-64e4fd9e-e33b-4f72-b9e8-49c09f216aed tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:42.439986 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea05964-0653-4345-b052-bb5089f43392 None None] Sync routers for ids ['e0f21205-fb81-4299-a5a9-491cc9fbba39'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:43:42.450227 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea05964-0653-4345-b052-bb5089f43392 None None] Routers {'e0f21205-fb81-4299-a5a9-491cc9fbba39'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:43:42.450859 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-9ea05964-0653-4345-b052-bb5089f43392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:43:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['e0f21205-fb81-4299-a5a9-491cc9fbba39'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:42.462787 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-64e4fd9e-e33b-4f72-b9e8-49c09f216aed tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "PUT /v2.0/floatingips/721f7a23-543b-48a4-957a-3ea346587db2 HTTP/1.1" status: 200 len: 990 time: 0.9605284 Apr 29 13:43:42.463367 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6567268d-9f54-45db-b4bf-f64eb9c350aa', 'tag': '244e9ce7-de85-4a8c-b613-8558cb98b60a'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:43:42.465635 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219d2975-7e5c-468b-b6f1-edf2e9adb3b5" -d '{"events": [{"name": "network-changed", "server_uuid": "6567268d-9f54-45db-b4bf-f64eb9c350aa", "tag": "244e9ce7-de85-4a8c-b613-8558cb98b60a"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:43:42.501044 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a4dc11-5264-475f-ac5a-613a31ac3bc1 x-openstack-request-id: req-b3a4dc11-5264-475f-ac5a-613a31ac3bc1 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:43:42.501358 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6567268d-9f54-45db-b4bf-f64eb9c350aa", "tag": "244e9ce7-de85-4a8c-b613-8558cb98b60a", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:43:42.501610 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3a4dc11-5264-475f-ac5a-613a31ac3bc1 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:43:42.502013 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3a4dc11-5264-475f-ac5a-613a31ac3bc1'] response: {'name': 'network-changed', 'server_uuid': '6567268d-9f54-45db-b4bf-f64eb9c350aa', 'tag': '244e9ce7-de85-4a8c-b613-8558cb98b60a', 'status': 'completed', 'code': 200} Apr 29 13:43:42.569459 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-9ea05964-0653-4345-b052-bb5089f43392 None None] Set router e0f21205-fb81-4299-a5a9-491cc9fbba39 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:43:42.572733 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d2975-7e5c-468b-b6f1-edf2e9adb3b5 req-b7ee31cb-4ad2-4ebc-b9da-2eee3885f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:42.574266 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-219d2975-7e5c-468b-b6f1-edf2e9adb3b5 req-b7ee31cb-4ad2-4ebc-b9da-2eee3885f9bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44c6030c56a74362b6795f72764597ce&device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 1129 time: 0.0484564 Apr 29 13:43:42.671896 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d2975-7e5c-468b-b6f1-edf2e9adb3b5 req-145ceedc-75e1-453f-9a6c-60e858f7d8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:42.673412 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-219d2975-7e5c-468b-b6f1-edf2e9adb3b5 req-145ceedc-75e1-453f-9a6c-60e858f7d8a8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0033bbe-9a7c-4e9a-a14e-6e114adb922e HTTP/1.1" status: 200 len: 910 time: 0.0910721 Apr 29 13:43:42.791446 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-9ea05964-0653-4345-b052-bb5089f43392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'name': 'tempest-AttachVolumeTestJSON-603627948-router', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '44c6030c56a74362b6795f72764597ce', 'gw_port': {'id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': '721f7a23-543b-48a4-957a-3ea346587db2', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'floating_ip_address': '172.28.3.41', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'port_id': '244e9ce7-de85-4a8c-b613-8558cb98b60a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'mac_address': 'fa:16:3e:ca:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6567268d-9f54-45db-b4bf-f64eb9c350aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:30Z', 'updated_at': '2022-04-29T13:43:41Z', 'revision_number': 1, 'project_id': '44c6030c56a74362b6795f72764597ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a15c3f3-de25-4065-a0d1-81dbda46b327', 'name': '', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'mac_address': 'fa:16:3e:0f:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:26Z', 'updated_at': '2022-04-29T13:43:31Z', 'revision_number': 5, 'project_id': '44c6030c56a74362b6795f72764597ce', 'subnets': [{'id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:42.819439 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea05964-0653-4345-b052-bb5089f43392 None None] Checking router: e0f21205-fb81-4299-a5a9-491cc9fbba39 for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:43:42.829439 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea05964-0653-4345-b052-bb5089f43392 None None] Routers {'e0f21205-fb81-4299-a5a9-491cc9fbba39'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:43:42.830097 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-9ea05964-0653-4345-b052-bb5089f43392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:43:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['e0f21205-fb81-4299-a5a9-491cc9fbba39'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:42.941783 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-9ea05964-0653-4345-b052-bb5089f43392 None None] Set router e0f21205-fb81-4299-a5a9-491cc9fbba39 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:43:42.992634 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-219d2975-7e5c-468b-b6f1-edf2e9adb3b5 req-8bdb9e23-b73e-488a-aaad-1c63b70fee55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=244e9ce7-de85-4a8c-b613-8558cb98b60a HTTP/1.1" status: 200 len: 998 time: 0.3121066 Apr 29 13:43:43.041353 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d2975-7e5c-468b-b6f1-edf2e9adb3b5 req-ec907e40-ccf8-4327-a1ec-69c8c1c226f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:43.042934 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-219d2975-7e5c-468b-b6f1-edf2e9adb3b5 req-ec907e40-ccf8-4327-a1ec-69c8c1c226f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37ea92da-e0ed-4579-801d-4e60d1c28650 HTTP/1.1" status: 200 len: 849 time: 0.0440822 Apr 29 13:43:43.088719 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d2975-7e5c-468b-b6f1-edf2e9adb3b5 req-98067edb-a5bf-4f95-ae63-20546cbc1576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:43.090197 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-219d2975-7e5c-468b-b6f1-edf2e9adb3b5 req-98067edb-a5bf-4f95-ae63-20546cbc1576 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0033bbe-9a7c-4e9a-a14e-6e114adb922e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0411158 Apr 29 13:43:43.160984 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-9ea05964-0653-4345-b052-bb5089f43392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'name': 'tempest-AttachVolumeTestJSON-603627948-router', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '44c6030c56a74362b6795f72764597ce', 'gw_port': {'id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': '721f7a23-543b-48a4-957a-3ea346587db2', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'floating_ip_address': '172.28.3.41', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'port_id': '244e9ce7-de85-4a8c-b613-8558cb98b60a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'mac_address': 'fa:16:3e:ca:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6567268d-9f54-45db-b4bf-f64eb9c350aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:30Z', 'updated_at': '2022-04-29T13:43:41Z', 'revision_number': 1, 'project_id': '44c6030c56a74362b6795f72764597ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a15c3f3-de25-4065-a0d1-81dbda46b327', 'name': '', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'mac_address': 'fa:16:3e:0f:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:26Z', 'updated_at': '2022-04-29T13:43:31Z', 'revision_number': 5, 'project_id': '44c6030c56a74362b6795f72764597ce', 'subnets': [{'id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:43:43.181419 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-219d2975-7e5c-468b-b6f1-edf2e9adb3b5 req-362db1a3-5574-4866-9422-b28e12da28e7 service neutron] 10.222.0.26 "GET /v2.0/networks/b0033bbe-9a7c-4e9a-a14e-6e114adb922e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851326 Apr 29 13:43:43.192530 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea05964-0653-4345-b052-bb5089f43392 None None] The sync data for ids ['e0f21205-fb81-4299-a5a9-491cc9fbba39'] in dv-cinder-839416-3-smb is: [{'id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'name': 'tempest-AttachVolumeTestJSON-603627948-router', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '44c6030c56a74362b6795f72764597ce', 'gw_port': {'id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': '721f7a23-543b-48a4-957a-3ea346587db2', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'floating_ip_address': '172.28.3.41', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'port_id': '244e9ce7-de85-4a8c-b613-8558cb98b60a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'mac_address': 'fa:16:3e:ca:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6567268d-9f54-45db-b4bf-f64eb9c350aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:43:30Z', 'updated_at': '2022-04-29T13:43:41Z', 'revision_number': 1, 'project_id': '44c6030c56a74362b6795f72764597ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a15c3f3-de25-4065-a0d1-81dbda46b327', 'name': '', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'mac_address': 'fa:16:3e:0f:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:26Z', 'updated_at': '2022-04-29T13:43:31Z', 'revision_number': 5, 'project_id': '44c6030c56a74362b6795f72764597ce', 'subnets': [{'id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:43:43.278709 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-219d2975-7e5c-468b-b6f1-edf2e9adb3b5 req-f20b9d40-b709-4c9b-9d25-d50de5c7539f service neutron] 10.222.0.26 "GET /v2.0/networks/b0033bbe-9a7c-4e9a-a14e-6e114adb922e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901999 Apr 29 13:43:43.401092 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784308dd-4956-4835-a158-8617970076b4 None None] New status for floating IP 721f7a23-543b-48a4-957a-3ea346587db2: ACTIVE {{(pid=103549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:43:44.498820 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4a9bb949-1c6e-465e-86ec-853076bbccca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:47.040600 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1a38cd55-288e-4973-ae76-6e1ee0389d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:47.443920 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:43:48.074252 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:50.050455 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:51.443528 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:43:53.741732 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad445af6-7736-4366-a917-63e456595f51 req-71df2258-5719-4cf2-a301-34d074194803 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:53.743287 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ad445af6-7736-4366-a917-63e456595f51 req-71df2258-5719-4cf2-a301-34d074194803 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.1020901 Apr 29 13:43:53.792621 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ad445af6-7736-4366-a917-63e456595f51 req-82ed8659-6004-42df-8a99-f96840205702 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423472 Apr 29 13:43:54.926233 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b9dbc-7bcf-4f5c-856c-721ce61fe624 req-40a860b7-0e79-4576-b295-589bfcbb06c3 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:54.927732 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-cd2b9dbc-7bcf-4f5c-856c-721ce61fe624 req-40a860b7-0e79-4576-b295-589bfcbb06c3 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0503697 Apr 29 13:43:54.990376 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36cf5e-b94a-44ff-a4bf-2d6a6aca9f71 req-9f0d3d1c-b39b-4331-bfb6-5516bf9e8d95 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:54.991847 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3b36cf5e-b94a-44ff-a4bf-2d6a6aca9f71 req-9f0d3d1c-b39b-4331-bfb6-5516bf9e8d95 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 946 time: 0.0632381 Apr 29 13:43:55.026760 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-cd2b9dbc-7bcf-4f5c-856c-721ce61fe624 req-2c72830d-bf7b-4b5b-83e6-f434e660f32e tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887609 Apr 29 13:43:55.061244 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3b36cf5e-b94a-44ff-a4bf-2d6a6aca9f71 req-6dff6678-f71c-4393-a848-42da071dd41d tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627418 Apr 29 13:43:56.156872 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6fc56-ea47-4c95-b160-6d8d42e93763 req-3f2e4832-7aed-46b6-be19-f67fa89a52ab tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:56.158344 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2be6fc56-ea47-4c95-b160-6d8d42e93763 req-3f2e4832-7aed-46b6-be19-f67fa89a52ab tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0553138 Apr 29 13:43:56.207664 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144b930-ee2c-492d-90b0-49044979056c req-f40250a4-992e-40ca-88a7-2d8a7a6c1798 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:56.209157 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e144b930-ee2c-492d-90b0-49044979056c req-f40250a4-992e-40ca-88a7-2d8a7a6c1798 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 946 time: 0.0753493 Apr 29 13:43:56.250276 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2be6fc56-ea47-4c95-b160-6d8d42e93763 req-92eba30d-96c6-44df-90ce-de3704ee0cf9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766962 Apr 29 13:43:56.275782 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e144b930-ee2c-492d-90b0-49044979056c req-292c6a5f-aecb-4d80-ba38-389c8ad2175a tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569487 Apr 29 13:43:57.394522 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c3667-b21b-4e7d-8bd0-1406c9d8002d req-438d8f66-d8ba-47cc-97ba-dfb71d46caee tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:57.396030 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-315c3667-b21b-4e7d-8bd0-1406c9d8002d req-438d8f66-d8ba-47cc-97ba-dfb71d46caee tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0729270 Apr 29 13:43:57.424715 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81f9fc-547d-4075-8a0f-b5a2fd98f0c8 req-e204c4c8-b662-4e85-ba53-bf655a6d7621 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:57.426310 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fe81f9fc-547d-4075-8a0f-b5a2fd98f0c8 req-e204c4c8-b662-4e85-ba53-bf655a6d7621 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 946 time: 0.0734248 Apr 29 13:43:57.479567 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-315c3667-b21b-4e7d-8bd0-1406c9d8002d req-5d90811d-8188-43b7-a17f-7a294476ce66 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772715 Apr 29 13:43:57.503848 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fe81f9fc-547d-4075-8a0f-b5a2fd98f0c8 req-3c1f864f-610c-4015-b224-73ce860f9d08 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692763 Apr 29 13:43:58.637948 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a99d0-0c3c-4388-8ee4-75ca5e39677d req-cb70f9fa-12e8-47f5-97dd-3d4e7837e223 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:58.639541 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-825a99d0-0c3c-4388-8ee4-75ca5e39677d req-cb70f9fa-12e8-47f5-97dd-3d4e7837e223 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0794897 Apr 29 13:43:58.650709 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ac005-4e05-4a4f-805b-4463ccaa9040 req-b31158c9-2ac0-44c9-af4a-b2b5ca418d95 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:58.652223 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7e1ac005-4e05-4a4f-805b-4463ccaa9040 req-b31158c9-2ac0-44c9-af4a-b2b5ca418d95 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 946 time: 0.0624940 Apr 29 13:43:58.735010 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-825a99d0-0c3c-4388-8ee4-75ca5e39677d req-6489faa0-04a1-4995-92a9-e722e8abc1e9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817664 Apr 29 13:43:58.738750 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7e1ac005-4e05-4a4f-805b-4463ccaa9040 req-5c12075b-fc08-424e-8770-f67ba1c3e052 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785019 Apr 29 13:43:59.900708 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41edc10-885d-412a-aaad-79ab62db100b req-e78890a3-75e7-4ce7-93e4-b640b5d61c33 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:59.902205 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a41edc10-885d-412a-aaad-79ab62db100b req-e78890a3-75e7-4ce7-93e4-b640b5d61c33 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0787754 Apr 29 13:43:59.911809 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f9418-8fdf-45c4-9c47-0804835b7149 req-0f3f1389-7405-4333-995f-7c47a8edd931 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:43:59.913381 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1d4f9418-8fdf-45c4-9c47-0804835b7149 req-0f3f1389-7405-4333-995f-7c47a8edd931 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 946 time: 0.0787618 Apr 29 13:43:59.994255 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a41edc10-885d-412a-aaad-79ab62db100b req-70960fe2-f78b-4489-bbab-88a9621438fa tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798469 Apr 29 13:43:59.998508 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1d4f9418-8fdf-45c4-9c47-0804835b7149 req-d58968ef-0a50-4052-b1d8-08acd9e68972 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771680 Apr 29 13:44:01.072793 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:01.164406 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c2d9e-8928-4f28-80e8-f922d11d33eb req-c71a8f40-4de2-4563-bfe8-6a2ec72e4232 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:01.165800 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1c8c2d9e-8928-4f28-80e8-f922d11d33eb req-c71a8f40-4de2-4563-bfe8-6a2ec72e4232 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 946 time: 0.0845499 Apr 29 13:44:01.175302 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38b1af-ed40-42f7-8370-eb01bf5d305a req-42924bd2-cbaf-49ac-9d4f-1a5dd7056c2e tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:01.176836 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0a38b1af-ed40-42f7-8370-eb01bf5d305a req-42924bd2-cbaf-49ac-9d4f-1a5dd7056c2e tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0866959 Apr 29 13:44:01.266330 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1c8c2d9e-8928-4f28-80e8-f922d11d33eb req-12925d06-c266-470b-980e-b69161f3e395 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884295 Apr 29 13:44:01.269894 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0a38b1af-ed40-42f7-8370-eb01bf5d305a req-0b285f1e-cb69-4f9b-b15f-980f03a4382d tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858099 Apr 29 13:44:02.417517 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751d63e-8450-4c33-bc60-59732062661f req-91ef63eb-666c-4965-bba6-2c4cec90f15c tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:02.419047 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b751d63e-8450-4c33-bc60-59732062661f req-91ef63eb-666c-4965-bba6-2c4cec90f15c tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 946 time: 0.0798085 Apr 29 13:44:02.428033 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f79a4f-c3b8-49ee-a8a1-e34943dabc49 req-4d78e96b-8c3a-41fa-bd3f-b0b449b43841 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:02.429544 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-30f79a4f-c3b8-49ee-a8a1-e34943dabc49 req-4d78e96b-8c3a-41fa-bd3f-b0b449b43841 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0792513 Apr 29 13:44:02.504855 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b751d63e-8450-4c33-bc60-59732062661f req-108c2d96-f6c2-4e80-a7d6-8f3541d899cc tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742846 Apr 29 13:44:02.512504 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-30f79a4f-c3b8-49ee-a8a1-e34943dabc49 req-b08bf574-5f95-4c0f-905e-956d466ed0dc tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754573 Apr 29 13:44:03.660178 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3582a-e9f2-4d36-80be-75ec11289c79 req-3e7c8ec2-535f-4f07-a6b4-9031773b90ab tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:03.661731 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-48e3582a-e9f2-4d36-80be-75ec11289c79 req-3e7c8ec2-535f-4f07-a6b4-9031773b90ab tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 946 time: 0.0802243 Apr 29 13:44:03.681371 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a310d5-a010-4260-b823-411f3799554a req-5cfb335b-e63f-45e0-8072-76876be5a080 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:03.682795 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f1a310d5-a010-4260-b823-411f3799554a req-5cfb335b-e63f-45e0-8072-76876be5a080 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0896072 Apr 29 13:44:03.755129 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-48e3582a-e9f2-4d36-80be-75ec11289c79 req-7a22279a-e976-4dcc-986b-0c12f02792d8 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873461 Apr 29 13:44:03.759502 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f1a310d5-a010-4260-b823-411f3799554a req-df4fc4af-c5f1-4bf7-a44f-d6805e60a884 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680633 Apr 29 13:44:04.901567 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d21b2-a66d-46d2-91f1-b57cb039d088 req-e55f5ef6-53ea-49e4-be8d-a48695b8f31d tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:04.903054 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-093d21b2-a66d-46d2-91f1-b57cb039d088 req-e55f5ef6-53ea-49e4-be8d-a48695b8f31d tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 946 time: 0.0736985 Apr 29 13:44:04.926654 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e8a14-9a6b-49b8-997c-a7dad2f94262 req-a6c43314-f6d9-4ac8-8698-2204ad79d043 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:04.928091 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-da6e8a14-9a6b-49b8-997c-a7dad2f94262 req-a6c43314-f6d9-4ac8-8698-2204ad79d043 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0683677 Apr 29 13:44:04.997896 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-093d21b2-a66d-46d2-91f1-b57cb039d088 req-7c649fbd-5141-49d6-83cd-6d0795d80d81 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868371 Apr 29 13:44:05.005415 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-da6e8a14-9a6b-49b8-997c-a7dad2f94262 req-44a4d715-46fc-4636-b870-c40d21706eef tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710058 Apr 29 13:44:05.161702 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539df81e-a5df-4c6c-b9b7-f442be8db1d1 req-3f1b099f-a383-4848-9d68-d8f9f796f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:05.163205 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-539df81e-a5df-4c6c-b9b7-f442be8db1d1 req-3f1b099f-a383-4848-9d68-d8f9f796f544 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c178ce8f803e474f8f7f018d2003d772&device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 1130 time: 0.0850046 Apr 29 13:44:05.256540 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539df81e-a5df-4c6c-b9b7-f442be8db1d1 req-de010d5e-410a-4b06-97d0-bac5a7fb224e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:05.258046 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-539df81e-a5df-4c6c-b9b7-f442be8db1d1 req-de010d5e-410a-4b06-97d0-bac5a7fb224e service neutron] 10.222.0.26 "GET /v2.0/networks?id=a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 HTTP/1.1" status: 200 len: 909 time: 0.0875838 Apr 29 13:44:05.331448 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-539df81e-a5df-4c6c-b9b7-f442be8db1d1 req-8fd384a1-b3ff-497d-a7f9-4d4ec89c2e18 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2bc9fdb-40de-4a1e-b134-3533fddd1bed HTTP/1.1" status: 200 len: 1002 time: 0.0639625 Apr 29 13:44:05.382545 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539df81e-a5df-4c6c-b9b7-f442be8db1d1 req-417e4410-f13d-4a71-bebe-4aa5fee6d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:05.384011 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-539df81e-a5df-4c6c-b9b7-f442be8db1d1 req-417e4410-f13d-4a71-bebe-4aa5fee6d75c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6 HTTP/1.1" status: 200 len: 848 time: 0.0451863 Apr 29 13:44:05.428665 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539df81e-a5df-4c6c-b9b7-f442be8db1d1 req-24d69dcc-b9f9-4c5c-8fd1-124e5626c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:05.430191 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-539df81e-a5df-4c6c-b9b7-f442be8db1d1 req-24d69dcc-b9f9-4c5c-8fd1-124e5626c9c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0391111 Apr 29 13:44:05.528037 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-539df81e-a5df-4c6c-b9b7-f442be8db1d1 req-144ad017-6247-4abe-aad7-e781ad0e72d6 service neutron] 10.222.0.26 "GET /v2.0/networks/a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893044 Apr 29 13:44:05.629541 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-539df81e-a5df-4c6c-b9b7-f442be8db1d1 req-5ae4f5c5-738f-428d-ab2c-ec02f3c0654e service neutron] 10.222.0.26 "GET /v2.0/networks/a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954504 Apr 29 13:44:06.147729 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685db709-d27e-4e33-891f-f446d6a97ba4 req-c800375d-9bc1-49b6-b200-61478b02b31d tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:06.149261 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-685db709-d27e-4e33-891f-f446d6a97ba4 req-c800375d-9bc1-49b6-b200-61478b02b31d tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 946 time: 0.0784714 Apr 29 13:44:06.157922 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f349bf-e8b2-4fe5-a6cb-80dc1a7f40b6 req-9a877708-201f-4fbb-b5c4-26899df42710 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:06.159416 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-28f349bf-e8b2-4fe5-a6cb-80dc1a7f40b6 req-9a877708-201f-4fbb-b5c4-26899df42710 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0771735 Apr 29 13:44:06.237227 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-685db709-d27e-4e33-891f-f446d6a97ba4 req-8e623234-6dc2-4e5f-a51d-dfb5c61d4f16 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766852 Apr 29 13:44:06.241620 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-28f349bf-e8b2-4fe5-a6cb-80dc1a7f40b6 req-693b6e3b-a3c7-4da7-80ee-787188414cc7 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753996 Apr 29 13:44:07.400064 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb501ddf-a2b9-4a7d-8397-2e95b2b6fecd req-77a79838-9a3b-4ab5-bedc-4f2f8b70c699 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:07.401628 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-bb501ddf-a2b9-4a7d-8397-2e95b2b6fecd req-77a79838-9a3b-4ab5-bedc-4f2f8b70c699 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 946 time: 0.0877423 Apr 29 13:44:07.410959 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7da80-4b2f-4742-8f54-42b97be6eb8c req-619de6d0-f67b-475b-87b6-2545c80ce4d7 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:07.412696 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-50d7da80-4b2f-4742-8f54-42b97be6eb8c req-619de6d0-f67b-475b-87b6-2545c80ce4d7 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0864642 Apr 29 13:44:07.495436 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-bb501ddf-a2b9-4a7d-8397-2e95b2b6fecd req-4e6a59f9-9275-475a-8aca-c6093c9495e9 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817106 Apr 29 13:44:07.499163 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-50d7da80-4b2f-4742-8f54-42b97be6eb8c req-6da9656c-e3db-4da0-99a0-246e1234867e tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789080 Apr 29 13:44:08.654884 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f170cc-de96-4d8a-8071-2e9d62b0fcf6 req-60845de3-6fdf-4035-aa5b-157fb8648481 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:08.656372 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f1f170cc-de96-4d8a-8071-2e9d62b0fcf6 req-60845de3-6fdf-4035-aa5b-157fb8648481 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 946 time: 0.0830483 Apr 29 13:44:08.662352 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd373c41-0d6f-492b-9a87-facaca096825 req-4a3a4637-d17b-4a44-a9b8-4882a148de6a tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:08.663789 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-dd373c41-0d6f-492b-9a87-facaca096825 req-4a3a4637-d17b-4a44-a9b8-4882a148de6a tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0885773 Apr 29 13:44:08.738811 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f1f170cc-de96-4d8a-8071-2e9d62b0fcf6 req-b0f6861d-94a0-44e4-ac81-09f4bfdc7852 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740619 Apr 29 13:44:08.743061 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-dd373c41-0d6f-492b-9a87-facaca096825 req-d98a7725-234f-449b-a59a-a211848c095d tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725400 Apr 29 13:44:08.861163 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [req-c9367bc9-6c95-433a-b3c3-3bb9db5a1f78 req-8e899be1-eeab-43de-8258-9ae850a8c294 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:44:08.862263 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c9367bc9-6c95-433a-b3c3-3bb9db5a1f78 req-8e899be1-eeab-43de-8258-9ae850a8c294 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0525384 Apr 29 13:44:09.009466 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-f7538424-c86c-4cc9-ab6e-2f87c4625d57 req-dea30f4d-99f1-4511-a6b0-d6805cf330f1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0464954 Apr 29 13:44:09.047807 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1039d7e-b9f2-4101-9521-062ddf2480d9 req-11602553-c47d-486e-9b47-f078405ccc82 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:09.049521 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c1039d7e-b9f2-4101-9521-062ddf2480d9 req-11602553-c47d-486e-9b47-f078405ccc82 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 946 time: 0.0574574 Apr 29 13:44:09.086867 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7538424-c86c-4cc9-ab6e-2f87c4625d57 req-cd519dbd-389e-46ff-aa07-5388c211f742 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:09.088214 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-f7538424-c86c-4cc9-ab6e-2f87c4625d57 req-cd519dbd-389e-46ff-aa07-5388c211f742 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports/e2bc9fdb-40de-4a1e-b134-3533fddd1bed HTTP/1.1" status: 200 len: 943 time: 0.0497489 Apr 29 13:44:09.111383 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c1039d7e-b9f2-4101-9521-062ddf2480d9 req-7dc9e0b7-89da-4475-8993-b97025ee11e3 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557189 Apr 29 13:44:09.275284 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device c73c3fae-0b18-491d-a547-f51a91e96c66 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:44:09.513171 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port c73c3fae-0b18-491d-a547-f51a91e96c66, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=c73c3fae-0b18-491d-a547-f51a91e96c66,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:44:09.524682 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': 'c73c3fae-0b18-491d-a547-f51a91e96c66', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'port_id': 'c73c3fae-0b18-491d-a547-f51a91e96c66', 'mac_address': 'fa:16:3e:2d:18:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:44:09.567051 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port c73c3fae-0b18-491d-a547-f51a91e96c66 is: ACTIVE; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:44:09.567447 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:09.582755 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c73c3fae-0b18-491d-a547-f51a91e96c66 {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:44:09.604616 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port c73c3fae-0b18-491d-a547-f51a91e96c66, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=c73c3fae-0b18-491d-a547-f51a91e96c66,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:44:09.610245 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:09.668519 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=c73c3fae-0b18-491d-a547-f51a91e96c66,revision_number=6']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:09.678690 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:09.679165 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:09.679546 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:09.679936 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:09.680301 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:09.681441 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:09.681934 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:09.682291 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:09.683101 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:09.683461 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:09.684376 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:09.684792 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:09.685579 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:09.685974 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:09.686311 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:09.732554 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['c73c3fae-0b18-491d-a547-f51a91e96c66'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:44:09.904708 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa40c9-5f16-4191-8ac2-01da5ff175e2 req-bdf0f948-de46-4f74-a552-6f56608a83a5 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:09.906174 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2daa40c9-5f16-4191-8ac2-01da5ff175e2 req-bdf0f948-de46-4f74-a552-6f56608a83a5 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 945 time: 0.0567667 Apr 29 13:44:09.962788 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2daa40c9-5f16-4191-8ac2-01da5ff175e2 req-87942329-84dc-4de7-9bd3-96277ad9aa30 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510578 Apr 29 13:44:10.230873 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976ded6-bcac-4856-97a0-e00f477dd3a6 req-2418dd03-4835-434d-993b-6911c3515a65 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:10.232281 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0976ded6-bcac-4856-97a0-e00f477dd3a6 req-2418dd03-4835-434d-993b-6911c3515a65 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 946 time: 0.0475359 Apr 29 13:44:10.280912 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0976ded6-bcac-4856-97a0-e00f477dd3a6 req-c0846b47-08fb-4d70-8fb7-e9c1415bb9b5 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428276 Apr 29 13:44:11.074975 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7538424-c86c-4cc9-ab6e-2f87c4625d57 req-419c9bd4-d2f1-49bf-811c-2be8d3ee58b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:11.077213 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f7538424-c86c-4cc9-ab6e-2f87c4625d57 req-419c9bd4-d2f1-49bf-811c-2be8d3ee58b2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a&tenant_id=c178ce8f803e474f8f7f018d2003d772 HTTP/1.1" status: 200 len: 1130 time: 0.0914986 Apr 29 13:44:11.124662 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d79f4-0043-4421-8a27-418fdcf661b2 req-f7992262-6242-458a-8aa7-bb06b1aa0fd5 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:11.126194 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-659d79f4-0043-4421-8a27-418fdcf661b2 req-f7992262-6242-458a-8aa7-bb06b1aa0fd5 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 945 time: 0.0777395 Apr 29 13:44:11.170280 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7538424-c86c-4cc9-ab6e-2f87c4625d57 req-df6a1f63-d11d-4a70-9c80-622a25de2960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:11.171747 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f7538424-c86c-4cc9-ab6e-2f87c4625d57 req-df6a1f63-d11d-4a70-9c80-622a25de2960 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c178ce8f803e474f8f7f018d2003d772&device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 1130 time: 0.0640693 Apr 29 13:44:11.214735 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-659d79f4-0043-4421-8a27-418fdcf661b2 req-b81d2967-9f3c-4f2f-b46b-9946aa211f60 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725441 Apr 29 13:44:11.277529 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7538424-c86c-4cc9-ab6e-2f87c4625d57 req-f9d3a665-00aa-4c7f-8ce3-79099be47101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:11.279005 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f7538424-c86c-4cc9-ab6e-2f87c4625d57 req-f9d3a665-00aa-4c7f-8ce3-79099be47101 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 HTTP/1.1" status: 200 len: 909 time: 0.0961018 Apr 29 13:44:11.289365 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device c73c3fae-0b18-491d-a547-f51a91e96c66 up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:44:11.339564 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port c73c3fae-0b18-491d-a547-f51a91e96c66 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:44:11.340581 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:11.355296 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f7538424-c86c-4cc9-ab6e-2f87c4625d57 req-57850add-3013-4e3f-8e4c-50527399e350 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2bc9fdb-40de-4a1e-b134-3533fddd1bed HTTP/1.1" status: 200 len: 1002 time: 0.0681529 Apr 29 13:44:11.422675 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port c73c3fae-0b18-491d-a547-f51a91e96c66 is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:44:11.423058 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:11.429365 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9c6b8-c0f4-442e-8e7e-64e8ca315c8b req-b593af19-1bf5-4e0d-b568-2237900a19d3 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:11.430840 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f9b9c6b8-c0f4-442e-8e7e-64e8ca315c8b req-b593af19-1bf5-4e0d-b568-2237900a19d3 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 946 time: 0.0746889 Apr 29 13:44:11.440085 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7538424-c86c-4cc9-ab6e-2f87c4625d57 req-a435a0f2-ded1-4b5b-af43-e19f13be2b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:11.441545 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f7538424-c86c-4cc9-ab6e-2f87c4625d57 req-a435a0f2-ded1-4b5b-af43-e19f13be2b1e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6 HTTP/1.1" status: 200 len: 848 time: 0.0757732 Apr 29 13:44:11.446606 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32e6c07-37a6-44c5-932c-371e2a8ec07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73c3fae-0b18-491d-a547-f51a91e96c66'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:44:11.448864 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04468a89-4bba-4c33-a7a8-8d5036b66c0c" -d '{"events": [{"server_uuid": "e32e6c07-37a6-44c5-932c-371e2a8ec07e", "name": "network-vif-plugged", "status": "completed", "tag": "c73c3fae-0b18-491d-a547-f51a91e96c66"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:44:11.465528 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port c73c3fae-0b18-491d-a547-f51a91e96c66, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=c73c3fae-0b18-491d-a547-f51a91e96c66,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:44:11.471893 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:11.472982 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device e2bc9fdb-40de-4a1e-b134-3533fddd1bed no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:44:11.497162 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2ead38-d6e0-45fa-a586-29d2d9735fa5 x-openstack-request-id: req-fd2ead38-d6e0-45fa-a586-29d2d9735fa5 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:44:11.497953 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32e6c07-37a6-44c5-932c-371e2a8ec07e", "name": "network-vif-plugged", "status": "completed", "tag": "c73c3fae-0b18-491d-a547-f51a91e96c66", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:44:11.498177 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd2ead38-d6e0-45fa-a586-29d2d9735fa5 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:44:11.498564 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd2ead38-d6e0-45fa-a586-29d2d9735fa5'] response: {'server_uuid': 'e32e6c07-37a6-44c5-932c-371e2a8ec07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73c3fae-0b18-491d-a547-f51a91e96c66', 'code': 200} Apr 29 13:44:11.505161 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7538424-c86c-4cc9-ab6e-2f87c4625d57 req-f5898a6d-487b-44e4-9dc3-944825ffc1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:11.506649 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f7538424-c86c-4cc9-ab6e-2f87c4625d57 req-f5898a6d-487b-44e4-9dc3-944825ffc1e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0581944 Apr 29 13:44:11.531093 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f9b9c6b8-c0f4-442e-8e7e-64e8ca315c8b req-8cc3886c-e680-49a8-a76e-894e02be9bf5 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886109 Apr 29 13:44:11.557971 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=c73c3fae-0b18-491d-a547-f51a91e96c66,revision_number=7']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:11.599468 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port e2bc9fdb-40de-4a1e-b134-3533fddd1bed is: ACTIVE; New status is: DOWN {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:44:11.599852 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (e2bc9fdb-40de-4a1e-b134-3533fddd1bed), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:11.609991 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f7538424-c86c-4cc9-ab6e-2f87c4625d57 req-64906628-593a-439a-be4f-9675cba132f0 service neutron] 10.222.0.26 "GET /v2.0/networks/a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916455 Apr 29 13:44:11.635177 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port e2bc9fdb-40de-4a1e-b134-3533fddd1bed, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=e2bc9fdb-40de-4a1e-b134-3533fddd1bed,segment=NetworkSegment(25a96713-b9e7-498e-9508-9d2d7263e973),segment_id=25a96713-b9e7-498e-9508-9d2d7263e973)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:44:11.640803 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (e2bc9fdb-40de-4a1e-b134-3533fddd1bed), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:11.701916 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=e2bc9fdb-40de-4a1e-b134-3533fddd1bed,revision_number=6']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:11.710979 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f7538424-c86c-4cc9-ab6e-2f87c4625d57 req-354d0de6-0af1-4a7f-90ed-fe79bec9395e service neutron] 10.222.0.26 "GET /v2.0/networks/a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922947 Apr 29 13:44:12.341687 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4d129-9349-4ff0-9ad3-4b30de9420c8 req-c0ce21c4-6e73-4cb2-b817-5915ffbc3d60 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:12.343078 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9ea4d129-9349-4ff0-9ad3-4b30de9420c8 req-c0ce21c4-6e73-4cb2-b817-5915ffbc3d60 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0508387 Apr 29 13:44:12.391169 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9ea4d129-9349-4ff0-9ad3-4b30de9420c8 req-1b252c25-73b9-47a5-a956-64c458a322be tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422111 Apr 29 13:44:12.651588 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95079cda-b3b3-43dd-8c61-bee68eb95f4e req-d82655f7-2353-4c8a-bdc5-1a3b68e70a16 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:12.653146 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-95079cda-b3b3-43dd-8c61-bee68eb95f4e req-d82655f7-2353-4c8a-bdc5-1a3b68e70a16 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 944 time: 0.0502586 Apr 29 13:44:12.713156 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-95079cda-b3b3-43dd-8c61-bee68eb95f4e req-55a4ced7-a4e6-45dc-a87a-299ad32aee3a tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528994 Apr 29 13:44:13.174295 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af109c-174d-46ac-b3ff-86807719afcd req-ce6e5edb-f72b-4b01-b106-122257ef3848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:13.175803 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f6af109c-174d-46ac-b3ff-86807719afcd req-ce6e5edb-f72b-4b01-b106-122257ef3848 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 1128 time: 0.0423079 Apr 29 13:44:13.259663 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f6af109c-174d-46ac-b3ff-86807719afcd req-1bdc45fc-684a-4975-9430-1892b3edff3a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486856 Apr 29 13:44:13.289035 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device e2bc9fdb-40de-4a1e-b134-3533fddd1bed details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:44:13.408170 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port e2bc9fdb-40de-4a1e-b134-3533fddd1bed, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=e2bc9fdb-40de-4a1e-b134-3533fddd1bed,segment=NetworkSegment(25a96713-b9e7-498e-9508-9d2d7263e973),segment_id=25a96713-b9e7-498e-9508-9d2d7263e973)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:44:13.420742 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': 'e2bc9fdb-40de-4a1e-b134-3533fddd1bed', 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1', 'port_id': 'e2bc9fdb-40de-4a1e-b134-3533fddd1bed', 'mac_address': 'fa:16:3e:f3:48:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:44:13.462974 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port e2bc9fdb-40de-4a1e-b134-3533fddd1bed is: DOWN; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:44:13.463194 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (e2bc9fdb-40de-4a1e-b134-3533fddd1bed), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:13.478836 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2bc9fdb-40de-4a1e-b134-3533fddd1bed {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:44:13.500715 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103a6bc3-7a7b-44ec-818b-6c22bb99d66a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2bc9fdb-40de-4a1e-b134-3533fddd1bed'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:44:13.503005 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2be3b8-0d17-42b4-8a8f-0ed0acdbe583" -d '{"events": [{"server_uuid": "103a6bc3-7a7b-44ec-818b-6c22bb99d66a", "name": "network-vif-unplugged", "status": "completed", "tag": "e2bc9fdb-40de-4a1e-b134-3533fddd1bed"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:44:13.516448 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port e2bc9fdb-40de-4a1e-b134-3533fddd1bed, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=e2bc9fdb-40de-4a1e-b134-3533fddd1bed,segment=NetworkSegment(25a96713-b9e7-498e-9508-9d2d7263e973),segment_id=25a96713-b9e7-498e-9508-9d2d7263e973)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:44:13.525403 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (e2bc9fdb-40de-4a1e-b134-3533fddd1bed), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:13.558068 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f288a-be09-4d82-84cc-363d7b42a08d req-5bb6be9b-0436-4c09-93be-44288271c4f2 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:13.559603 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5e4f288a-be09-4d82-84cc-363d7b42a08d req-5bb6be9b-0436-4c09-93be-44288271c4f2 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0747445 Apr 29 13:44:13.567558 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 13:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc558270-c0bc-47e6-9185-83bf71d40e84 x-openstack-request-id: req-cc558270-c0bc-47e6-9185-83bf71d40e84 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:44:13.567848 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103a6bc3-7a7b-44ec-818b-6c22bb99d66a", "name": "network-vif-unplugged", "status": "completed", "tag": "e2bc9fdb-40de-4a1e-b134-3533fddd1bed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:44:13.568101 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc558270-c0bc-47e6-9185-83bf71d40e84 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:44:13.568487 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc558270-c0bc-47e6-9185-83bf71d40e84'] response: {'server_uuid': '103a6bc3-7a7b-44ec-818b-6c22bb99d66a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2bc9fdb-40de-4a1e-b134-3533fddd1bed', 'code': 200} Apr 29 13:44:13.593754 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=e2bc9fdb-40de-4a1e-b134-3533fddd1bed,revision_number=7']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:13.613405 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5e4f288a-be09-4d82-84cc-363d7b42a08d req-cc86cdb3-a77e-42e5-9c60-a76767e42476 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475800 Apr 29 13:44:13.803103 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['e2bc9fdb-40de-4a1e-b134-3533fddd1bed'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:44:13.856892 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c027-4f75-433f-bd8d-d6edcd2ef7cd req-9eaedc26-0396-4095-b945-54e38cf723db tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:13.860427 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-39d2c027-4f75-433f-bd8d-d6edcd2ef7cd req-9eaedc26-0396-4095-b945-54e38cf723db tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 945 time: 0.0634749 Apr 29 13:44:13.928325 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-39d2c027-4f75-433f-bd8d-d6edcd2ef7cd req-e213530e-5a16-4540-ab46-f41c36cedeba tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616400 Apr 29 13:44:14.507930 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9f2e9bcf-5325-476f-bf87-2abe42cb35ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:14.792782 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78050187-75aa-4960-abe7-34136e583307 req-93355243-9b5e-4fc8-83b4-00f8e547fa42 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:14.799746 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-78050187-75aa-4960-abe7-34136e583307 req-93355243-9b5e-4fc8-83b4-00f8e547fa42 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=bccf52bf-08a9-46c1-b881-9a09da1e5fa6 HTTP/1.1" status: 200 len: 946 time: 0.1071997 Apr 29 13:44:14.820753 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d2ac8-a258-4846-ada1-75d1e3a9e33b req-b1904cdd-840e-4821-9808-a55607c4809e tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:14.820753 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a35d2ac8-a258-4846-ada1-75d1e3a9e33b req-b1904cdd-840e-4821-9808-a55607c4809e tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0772934 Apr 29 13:44:14.892006 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-78050187-75aa-4960-abe7-34136e583307 req-8cd6cee0-7245-40ef-9d28-bf32cc27e445 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=efacea28-d520-4c32-9ae0-e527e8764ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857432 Apr 29 13:44:14.928991 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a35d2ac8-a258-4846-ada1-75d1e3a9e33b req-39651748-e345-4958-b448-106c4eac1181 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009710 Apr 29 13:44:15.077060 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72e0b3-989d-479c-b82a-9e1435b22fd1 req-b4b5a312-0f54-41ad-8830-1c9d7a7c3625 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:15.078589 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9f72e0b3-989d-479c-b82a-9e1435b22fd1 req-b4b5a312-0f54-41ad-8830-1c9d7a7c3625 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 945 time: 0.0589716 Apr 29 13:44:15.165561 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9f72e0b3-989d-479c-b82a-9e1435b22fd1 req-2ebc4013-84be-4776-b603-a79fab0267fd tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797081 Apr 29 13:44:15.289931 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device e2bc9fdb-40de-4a1e-b134-3533fddd1bed up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:44:15.360383 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port e2bc9fdb-40de-4a1e-b134-3533fddd1bed triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:44:15.360791 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (e2bc9fdb-40de-4a1e-b134-3533fddd1bed), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:15.488787 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port e2bc9fdb-40de-4a1e-b134-3533fddd1bed is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:44:15.489097 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (e2bc9fdb-40de-4a1e-b134-3533fddd1bed), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:15.527258 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port e2bc9fdb-40de-4a1e-b134-3533fddd1bed, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=e2bc9fdb-40de-4a1e-b134-3533fddd1bed,segment=NetworkSegment(25a96713-b9e7-498e-9508-9d2d7263e973),segment_id=25a96713-b9e7-498e-9508-9d2d7263e973)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:44:15.534636 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (e2bc9fdb-40de-4a1e-b134-3533fddd1bed), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:15.574601 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103a6bc3-7a7b-44ec-818b-6c22bb99d66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bc9fdb-40de-4a1e-b134-3533fddd1bed'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:44:15.578694 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60716422-3ea1-4168-a74c-aa3c3f21fe63" -d '{"events": [{"server_uuid": "103a6bc3-7a7b-44ec-818b-6c22bb99d66a", "name": "network-vif-plugged", "status": "completed", "tag": "e2bc9fdb-40de-4a1e-b134-3533fddd1bed"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:44:15.599685 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=e2bc9fdb-40de-4a1e-b134-3533fddd1bed,revision_number=8']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:15.633271 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0853858-fb6f-4807-adbd-78ce3f624d0a x-openstack-request-id: req-a0853858-fb6f-4807-adbd-78ce3f624d0a {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:44:15.633640 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103a6bc3-7a7b-44ec-818b-6c22bb99d66a", "name": "network-vif-plugged", "status": "completed", "tag": "e2bc9fdb-40de-4a1e-b134-3533fddd1bed", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:44:15.633944 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0853858-fb6f-4807-adbd-78ce3f624d0a {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:44:15.634298 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0853858-fb6f-4807-adbd-78ce3f624d0a'] response: {'server_uuid': '103a6bc3-7a7b-44ec-818b-6c22bb99d66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bc9fdb-40de-4a1e-b134-3533fddd1bed', 'code': 200} Apr 29 13:44:16.014093 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b37b41-958d-46c8-b318-10e534418547 req-0fc40dec-4fc2-43d1-9cee-fedb552c35ed tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:16.016210 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-46b37b41-958d-46c8-b318-10e534418547 req-0fc40dec-4fc2-43d1-9cee-fedb552c35ed tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=bccf52bf-08a9-46c1-b881-9a09da1e5fa6 HTTP/1.1" status: 200 len: 946 time: 0.0569239 Apr 29 13:44:16.114452 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c84bda-0892-4a9c-bcde-b64357d412cc req-0d5f8250-05fb-4971-a937-4f0fffddaa74 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:16.115933 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e9c84bda-0892-4a9c-bcde-b64357d412cc req-0d5f8250-05fb-4971-a937-4f0fffddaa74 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0786479 Apr 29 13:44:16.127955 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-46b37b41-958d-46c8-b318-10e534418547 req-2047dd65-095a-441d-9d18-5a84a705ad65 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=efacea28-d520-4c32-9ae0-e527e8764ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061268 Apr 29 13:44:16.183255 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e9c84bda-0892-4a9c-bcde-b64357d412cc req-190983bd-9f5d-4438-8e1e-43eb6dbe0c2b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543077 Apr 29 13:44:16.613901 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83d92d-9b01-4b61-b4a8-01c184fbbf24 req-f7562187-2d5e-4a27-bf08-ec976904208e tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:16.615486 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5e83d92d-9b01-4b61-b4a8-01c184fbbf24 req-f7562187-2d5e-4a27-bf08-ec976904208e tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.26 "GET /v2.0/ports?device_id=bccf52bf-08a9-46c1-b881-9a09da1e5fa6 HTTP/1.1" status: 200 len: 946 time: 0.0581288 Apr 29 13:44:16.770280 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-5e83d92d-9b01-4b61-b4a8-01c184fbbf24 req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Deleting port 211825b1-a218-4234-b181-798076f73794 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:44:16.770535 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-5e83d92d-9b01-4b61-b4a8-01c184fbbf24 req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (211825b1-a218-4234-b181-798076f73794), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:16.885188 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-5e83d92d-9b01-4b61-b4a8-01c184fbbf24 req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] For port 211825b1-a218-4234-b181-798076f73794, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=211825b1-a218-4234-b181-798076f73794,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:44:16.885655 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-5e83d92d-9b01-4b61-b4a8-01c184fbbf24 req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (211825b1-a218-4234-b181-798076f73794), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:17.049314 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-44893f73-693d-4bbb-bc95-76ec729e8e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:17.109923 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-5e83d92d-9b01-4b61-b4a8-01c184fbbf24 req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:17.110514 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-5e83d92d-9b01-4b61-b4a8-01c184fbbf24 req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (ceea8d08-4539-47bd-be9f-22e3c8288281), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:17.110756 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.db.l3_db [req-5e83d92d-9b01-4b61-b4a8-01c184fbbf24 req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Floating IP ceea8d08-4539-47bd-be9f-22e3c8288281 disassociated. External IP: 172.28.3.198, port: 211825b1-a218-4234-b181-798076f73794. Apr 29 13:44:17.111161 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-5e83d92d-9b01-4b61-b4a8-01c184fbbf24 req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Calling delete_port for 211825b1-a218-4234-b181-798076f73794 owned by compute:nova {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:44:17.354568 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658b31a-b8db-4c7e-a91c-5a1399f99b21 req-f9b4d60b-e727-4055-8210-746171f83c45 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:17.356137 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4658b31a-b8db-4c7e-a91c-5a1399f99b21 req-f9b4d60b-e727-4055-8210-746171f83c45 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/ports?device_id=bccf52bf-08a9-46c1-b881-9a09da1e5fa6 HTTP/1.1" status: 200 len: 946 time: 0.1224220 Apr 29 13:44:17.395408 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0413e6-0691-46c8-8553-d9f6c43467b2 req-707c0ddb-78e8-4de4-90c1-9df026f9b7ce tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:17.396979 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-cc0413e6-0691-46c8-8553-d9f6c43467b2 req-707c0ddb-78e8-4de4-90c1-9df026f9b7ce tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.1256595 Apr 29 13:44:17.420757 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-5e83d92d-9b01-4b61-b4a8-01c184fbbf24 req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (211825b1-a218-4234-b181-798076f73794), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:17.471447 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event deleted for resources: {'Port': ['ID=211825b1-a218-4234-b181-798076f73794,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:17.525224 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:17.525572 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:17.525916 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:17.526254 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:17.526581 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:17.526966 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:17.527957 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:17.528351 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:17.529083 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:17.529869 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:17.530200 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:17.530530 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:17.530853 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:17.531175 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:17.531493 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:17.541038 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4658b31a-b8db-4c7e-a91c-5a1399f99b21 req-b2b0fe1e-5049-4488-adc5-eab6185568f0 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups?id=efacea28-d520-4c32-9ae0-e527e8764ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740263 Apr 29 13:44:17.548553 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-cc0413e6-0691-46c8-8553-d9f6c43467b2 req-cc9d757e-d622-46a3-8f1b-ab9bb394f252 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415420 Apr 29 13:44:17.676597 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e83d92d-9b01-4b61-b4a8-01c184fbbf24 req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Router a7d7829c-14d8-49d7-809f-7a4cefdec05e has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:44:17.837660 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e83d92d-9b01-4b61-b4a8-01c184fbbf24 req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:44:17.858194 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1de75e-350c-4aea-88c2-8b39c3f31242 None None] Sync routers for ids ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:44:17.875715 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1de75e-350c-4aea-88c2-8b39c3f31242 None None] Routers {'a7d7829c-14d8-49d7-809f-7a4cefdec05e'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:44:17.876816 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-7b1de75e-350c-4aea-88c2-8b39c3f31242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:44:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:44:17.928125 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e83d92d-9b01-4b61-b4a8-01c184fbbf24 req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] No DVR routers for this DVR port 211825b1-a218-4234-b181-798076f73794 on host hv-cinder-83941 {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:44:17.931793 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-5e83d92d-9b01-4b61-b4a8-01c184fbbf24 req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:17.948041 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5e83d92d-9b01-4b61-b4a8-01c184fbbf24 req-936faa66-6b4b-4f64-b541-da61a35398ea tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.26 "DELETE /v2.0/ports/211825b1-a218-4234-b181-798076f73794 HTTP/1.1" status: 204 len: 173 time: 1.3193192 Apr 29 13:44:17.948625 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccf52bf-08a9-46c1-b881-9a09da1e5fa6', 'name': 'network-vif-deleted', 'tag': '211825b1-a218-4234-b181-798076f73794'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:44:17.953185 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad1bb0c-2a46-457d-b96a-b77ccfa63f33" -d '{"events": [{"server_uuid": "bccf52bf-08a9-46c1-b881-9a09da1e5fa6", "name": "network-vif-deleted", "tag": "211825b1-a218-4234-b181-798076f73794"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:44:18.042736 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-7b1de75e-350c-4aea-88c2-8b39c3f31242 None None] Set router a7d7829c-14d8-49d7-809f-7a4cefdec05e gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:44:18.084696 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:18.176331 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e25625a-509a-4c77-b4b1-60cf98554db9 x-openstack-request-id: req-7e25625a-509a-4c77-b4b1-60cf98554db9 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:44:18.176894 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccf52bf-08a9-46c1-b881-9a09da1e5fa6", "name": "network-vif-deleted", "tag": "211825b1-a218-4234-b181-798076f73794", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:44:18.176997 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e25625a-509a-4c77-b4b1-60cf98554db9 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:44:18.177341 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e25625a-509a-4c77-b4b1-60cf98554db9'] response: {'server_uuid': 'bccf52bf-08a9-46c1-b881-9a09da1e5fa6', 'name': 'network-vif-deleted', 'tag': '211825b1-a218-4234-b181-798076f73794', 'status': 'completed', 'code': 200} Apr 29 13:44:18.412074 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-7b1de75e-350c-4aea-88c2-8b39c3f31242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:44:18.443306 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1de75e-350c-4aea-88c2-8b39c3f31242 None None] Checking router: a7d7829c-14d8-49d7-809f-7a4cefdec05e for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:44:18.458017 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1de75e-350c-4aea-88c2-8b39c3f31242 None None] Routers {'a7d7829c-14d8-49d7-809f-7a4cefdec05e'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:44:18.458585 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-7b1de75e-350c-4aea-88c2-8b39c3f31242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:44:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:44:18.606871 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-7b1de75e-350c-4aea-88c2-8b39c3f31242 None None] Set router a7d7829c-14d8-49d7-809f-7a4cefdec05e gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:44:18.714441 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 46272) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:44:18.812669 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-37c0f0f1-9129-4f68-b3e9-6285d7a67718 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (efacea28-d520-4c32-9ae0-e527e8764ce6), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:18.848458 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-37c0f0f1-9129-4f68-b3e9-6285d7a67718 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (efacea28-d520-4c32-9ae0-e527e8764ce6), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:18.882008 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-7b1de75e-350c-4aea-88c2-8b39c3f31242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:44:18.902662 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-37c0f0f1-9129-4f68-b3e9-6285d7a67718 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (efacea28-d520-4c32-9ae0-e527e8764ce6), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:18.908267 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-37c0f0f1-9129-4f68-b3e9-6285d7a67718 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:18.912463 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-37c0f0f1-9129-4f68-b3e9-6285d7a67718 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "DELETE /v2.0/security-groups/efacea28-d520-4c32-9ae0-e527e8764ce6 HTTP/1.1" status: 204 len: 168 time: 0.1965120 Apr 29 13:44:18.913273 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 46274) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:44:18.919912 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1de75e-350c-4aea-88c2-8b39c3f31242 None None] The sync data for ids ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'] in dv-cinder-839416-3-smb is: [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:38:53Z', 'revision_number': 4, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'fb9fef38-a917-4856-acc2-48f4967deacd', 'name': '', 'network_id': 'ee2b3ef3-3340-4760-a72b-28d6455d187a', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'mac_address': 'fa:16:3e:ef:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:51Z', 'updated_at': '2022-04-29T13:39:04Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'subnets': [{'id': '0c3d70ba-2370-4119-a833-f968acf85dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:44:18.947398 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0f0f1-9129-4f68-b3e9-6285d7a67718 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efacea28-d520-4c32-9ae0-e527e8764ce6,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:18.958505 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.api.v2.resource [None req-732cc3a8-86ae-4174-8988-ad554b5c85fa tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] show failed (client error): The resource could not be found. Apr 29 13:44:18.963199 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-732cc3a8-86ae-4174-8988-ad554b5c85fa tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "GET /v2.0/security-groups/efacea28-d520-4c32-9ae0-e527e8764ce6 HTTP/1.1" status: 404 len: 347 time: 0.0387557 Apr 29 13:44:18.963633 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 46276) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:44:18.969230 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f0f1-9129-4f68-b3e9-6285d7a67718 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:18.969899 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f0f1-9129-4f68-b3e9-6285d7a67718 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:18.970544 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f0f1-9129-4f68-b3e9-6285d7a67718 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:18.971139 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f0f1-9129-4f68-b3e9-6285d7a67718 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:18.972831 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f0f1-9129-4f68-b3e9-6285d7a67718 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:18.973450 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f0f1-9129-4f68-b3e9-6285d7a67718 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:18.974035 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f0f1-9129-4f68-b3e9-6285d7a67718 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:18.974592 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f0f1-9129-4f68-b3e9-6285d7a67718 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:18.975368 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f0f1-9129-4f68-b3e9-6285d7a67718 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:18.975709 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f0f1-9129-4f68-b3e9-6285d7a67718 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:18.976047 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f0f1-9129-4f68-b3e9-6285d7a67718 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:18.976380 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f0f1-9129-4f68-b3e9-6285d7a67718 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:18.976945 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f0f1-9129-4f68-b3e9-6285d7a67718 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:18.977273 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f0f1-9129-4f68-b3e9-6285d7a67718 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:18.977597 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f0f1-9129-4f68-b3e9-6285d7a67718 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:44:19.073324 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8254d-6302-424a-b94e-fe05cfc210e1 req-58d12cfb-6ef3-43f4-82e1-044cec65c6bb tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:19.075624 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0fb8254d-6302-424a-b94e-fe05cfc210e1 req-58d12cfb-6ef3-43f4-82e1-044cec65c6bb tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.3821750 Apr 29 13:44:19.157316 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0fb8254d-6302-424a-b94e-fe05cfc210e1 req-c03318d8-a680-4a2d-a278-cc57f75b0958 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708263 Apr 29 13:44:19.192230 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-c825b1a0-3c90-4b8f-b951-1d15227195d3 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Deleting port b7613231-957d-4d56-8404-0e514609fab3 {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:44:19.192574 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c825b1a0-3c90-4b8f-b951-1d15227195d3 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (b7613231-957d-4d56-8404-0e514609fab3), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:19.286863 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c825b1a0-3c90-4b8f-b951-1d15227195d3 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (b7613231-957d-4d56-8404-0e514609fab3), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:19.287189 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c825b1a0-3c90-4b8f-b951-1d15227195d3 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (b7613231-957d-4d56-8404-0e514609fab3), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:19.301896 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 211825b1-a218-4234-b181-798076f73794 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:44:19.324870 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-c825b1a0-3c90-4b8f-b951-1d15227195d3 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Calling delete_port for b7613231-957d-4d56-8404-0e514609fab3 owned by network:floatingip {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:44:19.342379 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919f7570-d8b2-48b6-85b7-eeff2bc14379 None None] New status for floating IP ceea8d08-4539-47bd-be9f-22e3c8288281: DOWN {{(pid=103549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:44:19.346995 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] No Port match for: 211825b1-a218-4234-b181-798076f73794 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:44:19.347507 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 211825b1-a218-4234-b181-798076f73794 not bound to the agent host hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:44:19.557731 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c825b1a0-3c90-4b8f-b951-1d15227195d3 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (b7613231-957d-4d56-8404-0e514609fab3), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:19.599126 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825b1a0-3c90-4b8f-b951-1d15227195d3 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Pushing event deleted for resources: {'Port': ['ID=b7613231-957d-4d56-8404-0e514609fab3,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:19.670041 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c825b1a0-3c90-4b8f-b951-1d15227195d3 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks [] for floatingip (ceea8d08-4539-47bd-be9f-22e3c8288281), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:19.672793 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c825b1a0-3c90-4b8f-b951-1d15227195d3 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:19.674054 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-c825b1a0-3c90-4b8f-b951-1d15227195d3 tempest-AttachVolumeNegativeTest-530144541 tempest-AttachVolumeNegativeTest-530144541-project] 10.222.0.20 "DELETE /v2.0/floatingips/ceea8d08-4539-47bd-be9f-22e3c8288281 HTTP/1.1" status: 204 len: 168 time: 0.6933534 Apr 29 13:44:20.063273 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:20.308107 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bb1fd-505e-4eeb-a358-fcd8cf12376f req-902ab077-e8b1-494f-9b4e-39a18d6671b0 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:20.309682 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-199bb1fd-505e-4eeb-a358-fcd8cf12376f req-902ab077-e8b1-494f-9b4e-39a18d6671b0 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0587769 Apr 29 13:44:20.362017 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-199bb1fd-505e-4eeb-a358-fcd8cf12376f req-93dcdf22-d11f-4b8c-a67f-c4e1190874e0 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467012 Apr 29 13:44:21.455499 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:21.514747 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06894da-949e-4e7f-8940-c7e3915e7ad7 req-fff6b835-5350-461c-b470-f1e305845a71 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:21.517109 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a06894da-949e-4e7f-8940-c7e3915e7ad7 req-fff6b835-5350-461c-b470-f1e305845a71 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0716891 Apr 29 13:44:21.575053 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a06894da-949e-4e7f-8940-c7e3915e7ad7 req-2d918d7d-e54c-4b2f-9722-da14d85bbafa tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519991 Apr 29 13:44:22.715547 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166c437-483b-4e27-a82b-9a6444b90bf4 req-55779caa-fde4-4ec7-ad6e-4a184379759d tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:22.723412 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b166c437-483b-4e27-a82b-9a6444b90bf4 req-55779caa-fde4-4ec7-ad6e-4a184379759d tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0615904 Apr 29 13:44:22.771565 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b166c437-483b-4e27-a82b-9a6444b90bf4 req-fe06c94d-c4a0-4656-baca-5ff0b5763a6c tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472472 Apr 29 13:44:23.499809 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 46336) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:44:23.896290 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d71b277a-f4fa-4049-8114-9940a134e009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457212'] for router_interface (a7d7829c-14d8-49d7-809f-7a4cefdec05e), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:23.938641 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1799d8-8ab1-426b-99c5-cf8676b5a6b5 req-70671ba6-bafc-4258-a896-9784447bccf0 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:23.940248 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-bf1799d8-8ab1-426b-99c5-cf8676b5a6b5 req-70671ba6-bafc-4258-a896-9784447bccf0 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0805964 Apr 29 13:44:23.941441 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3566466-96b6-451f-852f-95732ee3b0c9 req-0822ce4c-a9ee-4d4c-9f1b-27c6d8477d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:23.943096 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f3566466-96b6-451f-852f-95732ee3b0c9 req-0822ce4c-a9ee-4d4c-9f1b-27c6d8477d17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24f0f6159b9a46e4b3264b8c74e0f7a0&device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 1130 time: 0.0730419 Apr 29 13:44:24.057972 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-bf1799d8-8ab1-426b-99c5-cf8676b5a6b5 req-5cef6c01-9f8a-40e5-a94f-c3f206679dfe tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118903 Apr 29 13:44:24.087855 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3566466-96b6-451f-852f-95732ee3b0c9 req-1ec658f6-a090-4941-9854-a96062a1f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:24.091311 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f3566466-96b6-451f-852f-95732ee3b0c9 req-1ec658f6-a090-4941-9854-a96062a1f1be service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c HTTP/1.1" status: 200 len: 915 time: 0.1411951 Apr 29 13:44:24.161444 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-d71b277a-f4fa-4049-8114-9940a134e009 admin admin] Deleting port fb9fef38-a917-4856-acc2-48f4967deacd {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:44:24.161738 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d71b277a-f4fa-4049-8114-9940a134e009 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (fb9fef38-a917-4856-acc2-48f4967deacd), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:24.161961 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f3566466-96b6-451f-852f-95732ee3b0c9 req-1dc066ae-9440-44e4-b963-6d15ece0a089 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73c3fae-0b18-491d-a547-f51a91e96c66 HTTP/1.1" status: 200 len: 1002 time: 0.0659330 Apr 29 13:44:24.210550 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3566466-96b6-451f-852f-95732ee3b0c9 req-2184487f-13ba-4245-8424-0fe01d5a8be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:24.212052 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f3566466-96b6-451f-852f-95732ee3b0c9 req-2184487f-13ba-4245-8424-0fe01d5a8be6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f258e551-312b-40dd-9f3e-d438e3260232 HTTP/1.1" status: 200 len: 854 time: 0.0448267 Apr 29 13:44:24.254374 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [None req-d71b277a-f4fa-4049-8114-9940a134e009 admin admin] For port fb9fef38-a917-4856-acc2-48f4967deacd, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=fb9fef38-a917-4856-acc2-48f4967deacd,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:44:24.254732 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d71b277a-f4fa-4049-8114-9940a134e009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (fb9fef38-a917-4856-acc2-48f4967deacd), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:24.260171 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3566466-96b6-451f-852f-95732ee3b0c9 req-80ea1319-0b16-44d5-a40f-fb6785d00851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:24.261745 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f3566466-96b6-451f-852f-95732ee3b0c9 req-80ea1319-0b16-44d5-a40f-fb6785d00851 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0442865 Apr 29 13:44:24.269996 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-d71b277a-f4fa-4049-8114-9940a134e009 admin admin] Calling delete_port for fb9fef38-a917-4856-acc2-48f4967deacd owned by network:router_interface {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:44:24.354661 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f3566466-96b6-451f-852f-95732ee3b0c9 req-77d69247-c978-47f1-b54b-c0e8dfabf86b service neutron] 10.222.0.26 "GET /v2.0/networks/6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866089 Apr 29 13:44:24.444258 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:44:24.464708 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f3566466-96b6-451f-852f-95732ee3b0c9 req-380d6793-af8b-4395-9290-1590021b110f service neutron] 10.222.0.26 "GET /v2.0/networks/6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041806 Apr 29 13:44:24.729142 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d71b277a-f4fa-4049-8114-9940a134e009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (fb9fef38-a917-4856-acc2-48f4967deacd), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:24.759642 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b277a-f4fa-4049-8114-9940a134e009 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb9fef38-a917-4856-acc2-48f4967deacd,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:24.930234 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d71b277a-f4fa-4049-8114-9940a134e009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457040'] for router_interface (a7d7829c-14d8-49d7-809f-7a4cefdec05e), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:25.166282 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71b277a-f4fa-4049-8114-9940a134e009 admin admin] Router a7d7829c-14d8-49d7-809f-7a4cefdec05e has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:44:25.192694 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9127bc-16b3-44ac-8a86-a8cb38ed0b87 req-fff2e34e-760b-4a9c-a2e9-7d57fa54ba81 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:25.194230 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6d9127bc-16b3-44ac-8a86-a8cb38ed0b87 req-fff2e34e-760b-4a9c-a2e9-7d57fa54ba81 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0472383 Apr 29 13:44:25.242336 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6d9127bc-16b3-44ac-8a86-a8cb38ed0b87 req-b2983330-b20d-42f7-b270-5e3e44c6d451 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422974 Apr 29 13:44:25.279821 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71b277a-f4fa-4049-8114-9940a134e009 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:44:25.284986 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-d71b277a-f4fa-4049-8114-9940a134e009 admin admin] 10.222.0.20 "PUT /v2.0/routers/a7d7829c-14d8-49d7-809f-7a4cefdec05e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7840896 Apr 29 13:44:25.287638 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 46344) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:44:25.290806 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7bcd16-481d-4a6c-bc7d-5d00714d2b60 None None] Sync routers for ids ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:44:25.301527 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7bcd16-481d-4a6c-bc7d-5d00714d2b60 None None] Routers {'a7d7829c-14d8-49d7-809f-7a4cefdec05e'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:44:25.302149 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-6a7bcd16-481d-4a6c-bc7d-5d00714d2b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:44:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:44:25.404843 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-75e1b143-89cb-493b-844e-c99885a01def admin admin] Publish callbacks [] for router (a7d7829c-14d8-49d7-809f-7a4cefdec05e), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:25.414799 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-6a7bcd16-481d-4a6c-bc7d-5d00714d2b60 None None] Set router a7d7829c-14d8-49d7-809f-7a4cefdec05e gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:44:25.516010 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-75e1b143-89cb-493b-844e-c99885a01def admin admin] Publish callbacks [] for router_gateway (a7d7829c-14d8-49d7-809f-7a4cefdec05e), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:25.563150 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-75e1b143-89cb-493b-844e-c99885a01def admin admin] Deleting port a421c335-529f-46c1-990a-8f56e0ae84e3 {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:44:25.563499 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-75e1b143-89cb-493b-844e-c99885a01def admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (a421c335-529f-46c1-990a-8f56e0ae84e3), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:25.593460 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-6a7bcd16-481d-4a6c-bc7d-5d00714d2b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:44:24Z', 'revision_number': 5, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port': {'id': 'a421c335-529f-46c1-990a-8f56e0ae84e3', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:43Z', 'updated_at': '2022-04-29T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:44:25.626699 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7bcd16-481d-4a6c-bc7d-5d00714d2b60 None None] Checking router: a7d7829c-14d8-49d7-809f-7a4cefdec05e for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:44:25.635861 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7bcd16-481d-4a6c-bc7d-5d00714d2b60 None None] Routers {'a7d7829c-14d8-49d7-809f-7a4cefdec05e'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:44:25.636473 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-6a7bcd16-481d-4a6c-bc7d-5d00714d2b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:44:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:44:25.656093 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [None req-75e1b143-89cb-493b-844e-c99885a01def admin admin] For port a421c335-529f-46c1-990a-8f56e0ae84e3, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=a421c335-529f-46c1-990a-8f56e0ae84e3,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:44:25.656477 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-75e1b143-89cb-493b-844e-c99885a01def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (a421c335-529f-46c1-990a-8f56e0ae84e3), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:25.671522 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-75e1b143-89cb-493b-844e-c99885a01def admin admin] Calling delete_port for a421c335-529f-46c1-990a-8f56e0ae84e3 owned by network:router_gateway {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:44:25.728968 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-6a7bcd16-481d-4a6c-bc7d-5d00714d2b60 None None] Set router a7d7829c-14d8-49d7-809f-7a4cefdec05e gateway port host: None {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:44:25.781640 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-6a7bcd16-481d-4a6c-bc7d-5d00714d2b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:44:25Z', 'revision_number': 6, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port_host': None}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:44:25.811984 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7bcd16-481d-4a6c-bc7d-5d00714d2b60 None None] The sync data for ids ['a7d7829c-14d8-49d7-809f-7a4cefdec05e'] in dv-cinder-839416-3-smb is: [{'id': 'a7d7829c-14d8-49d7-809f-7a4cefdec05e', 'name': 'tempest-AttachVolumeNegativeTest-523180834-router', 'tenant_id': 'ade3a9fb8cf84c3684a431096d529b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:41Z', 'updated_at': '2022-04-29T13:44:25Z', 'revision_number': 6, 'project_id': 'ade3a9fb8cf84c3684a431096d529b75', 'gw_port_host': None}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:44:25.851249 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-75e1b143-89cb-493b-844e-c99885a01def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (a421c335-529f-46c1-990a-8f56e0ae84e3), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:25.880070 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1b143-89cb-493b-844e-c99885a01def admin admin] Pushing event deleted for resources: {'Port': ['ID=a421c335-529f-46c1-990a-8f56e0ae84e3,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:25.945245 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-75e1b143-89cb-493b-844e-c99885a01def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455994'] for router_gateway (a7d7829c-14d8-49d7-809f-7a4cefdec05e), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:26.038383 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-75e1b143-89cb-493b-844e-c99885a01def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4129'] for router (a7d7829c-14d8-49d7-809f-7a4cefdec05e), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:26.040499 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-75e1b143-89cb-493b-844e-c99885a01def admin admin] Publish callbacks [] for router_controller (a7d7829c-14d8-49d7-809f-7a4cefdec05e), precommit_delete_associations {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:26.088181 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-75e1b143-89cb-493b-844e-c99885a01def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-457880'] for router (a7d7829c-14d8-49d7-809f-7a4cefdec05e), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:26.088748 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e1b143-89cb-493b-844e-c99885a01def admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7d7829c-14d8-49d7-809f-7a4cefdec05e {{(pid=103547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:44:26.095310 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-75e1b143-89cb-493b-844e-c99885a01def admin admin] Publish callbacks [] for router (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:26.096518 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-75e1b143-89cb-493b-844e-c99885a01def admin admin] 10.222.0.20 "DELETE /v2.0/routers/a7d7829c-14d8-49d7-809f-7a4cefdec05e HTTP/1.1" status: 204 len: 168 time: 0.8077788 Apr 29 13:44:26.099157 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 46348) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:44:26.146386 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7a585c-a00d-4105-b2ff-4d0322ad2d53 admin admin] Deleting subnet 0c3d70ba-2370-4119-a833-f968acf85dc2 {{(pid=103547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:44:26.149484 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-eb7a585c-a00d-4105-b2ff-4d0322ad2d53 admin admin] Publish callbacks [] for subnet (0c3d70ba-2370-4119-a833-f968acf85dc2), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:26.187153 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-eb7a585c-a00d-4105-b2ff-4d0322ad2d53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26396391'] for subnet (0c3d70ba-2370-4119-a833-f968acf85dc2), precommit_delete_associations {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:26.281948 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-eb7a585c-a00d-4105-b2ff-4d0322ad2d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519166'] for subnet (0c3d70ba-2370-4119-a833-f968acf85dc2), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:26.342700 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-eb7a585c-a00d-4105-b2ff-4d0322ad2d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25910131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25918541'] for subnet (0c3d70ba-2370-4119-a833-f968acf85dc2), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:26.370194 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a585c-a00d-4105-b2ff-4d0322ad2d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c3d70ba-2370-4119-a833-f968acf85dc2,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:26.372192 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-eb7a585c-a00d-4105-b2ff-4d0322ad2d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for subnet (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:26.378224 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bc8e3-8da6-48c9-92c8-91e33e5bafb8 req-50b0b3f9-c2dc-46c1-a832-bb718e960bb5 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:26.378727 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-eb7a585c-a00d-4105-b2ff-4d0322ad2d53 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0c3d70ba-2370-4119-a833-f968acf85dc2 HTTP/1.1" status: 204 len: 168 time: 0.2753115 Apr 29 13:44:26.378825 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c53bc8e3-8da6-48c9-92c8-91e33e5bafb8 req-50b0b3f9-c2dc-46c1-a832-bb718e960bb5 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 946 time: 0.0555463 Apr 29 13:44:26.378825 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 46356) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:44:26.382958 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f88ec4-3c11-45a7-b656-0451bfc7de2d None None] Network ee2b3ef3-3340-4760-a72b-28d6455d187a requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:44:26.484041 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-aa6259ae-d65c-4976-951c-49921d643001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593552'] for network (ee2b3ef3-3340-4760-a72b-28d6455d187a), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:26.488754 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c53bc8e3-8da6-48c9-92c8-91e33e5bafb8 req-4189916d-7ab8-4389-a9d2-bf56c3b10334 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033885 Apr 29 13:44:26.543022 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-aa6259ae-d65c-4976-951c-49921d643001 admin admin] Deleting port 61fc56c6-1099-49d6-b31f-c09fe3e227f7 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:44:26.543424 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-aa6259ae-d65c-4976-951c-49921d643001 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (61fc56c6-1099-49d6-b31f-c09fe3e227f7), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:26.622702 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6688eb08-cc9f-47a9-b069-75de66075e20 None None] DHCP port deletion for ee2b3ef3-3340-4760-a72b-28d6455d187a request from dv-cinder-839416-3-smb {{(pid=103549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 13:44:26.632112 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-aa6259ae-d65c-4976-951c-49921d643001 admin admin] For port 61fc56c6-1099-49d6-b31f-c09fe3e227f7, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=61fc56c6-1099-49d6-b31f-c09fe3e227f7,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:44:26.632805 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-aa6259ae-d65c-4976-951c-49921d643001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (61fc56c6-1099-49d6-b31f-c09fe3e227f7), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:26.652171 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-aa6259ae-d65c-4976-951c-49921d643001 admin admin] Calling delete_port for 61fc56c6-1099-49d6-b31f-c09fe3e227f7 owned by network:dhcp {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:44:26.673195 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-6688eb08-cc9f-47a9-b069-75de66075e20 None None] Deleting port 61fc56c6-1099-49d6-b31f-c09fe3e227f7 {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:44:26.673721 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6688eb08-cc9f-47a9-b069-75de66075e20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (61fc56c6-1099-49d6-b31f-c09fe3e227f7), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:26.758706 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-6688eb08-cc9f-47a9-b069-75de66075e20 None None] For port 61fc56c6-1099-49d6-b31f-c09fe3e227f7, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=61fc56c6-1099-49d6-b31f-c09fe3e227f7,segment=NetworkSegment(94c5e72f-c05d-4b1a-84a1-737f0ef8c675),segment_id=94c5e72f-c05d-4b1a-84a1-737f0ef8c675)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:44:26.759116 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6688eb08-cc9f-47a9-b069-75de66075e20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (61fc56c6-1099-49d6-b31f-c09fe3e227f7), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:26.761729 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-aa6259ae-d65c-4976-951c-49921d643001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (61fc56c6-1099-49d6-b31f-c09fe3e227f7), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:26.778476 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-6688eb08-cc9f-47a9-b069-75de66075e20 None None] Calling delete_port for 61fc56c6-1099-49d6-b31f-c09fe3e227f7 owned by network:dhcp {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:44:26.804865 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6259ae-d65c-4976-951c-49921d643001 admin admin] Pushing event deleted for resources: {'Port': ['ID=61fc56c6-1099-49d6-b31f-c09fe3e227f7,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:26.806789 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6259ae-d65c-4976-951c-49921d643001 admin admin] No DVR routers for this DVR port 61fc56c6-1099-49d6-b31f-c09fe3e227f7 on host dv-cinder-839416-3-smb {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:44:26.886879 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6688eb08-cc9f-47a9-b069-75de66075e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146'] for port (61fc56c6-1099-49d6-b31f-c09fe3e227f7), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:26.897507 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-aa6259ae-d65c-4976-951c-49921d643001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1529763', 'neutron.services.segments.db._delete_segments_for_network-8791784455289'] for network (ee2b3ef3-3340-4760-a72b-28d6455d187a), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:26.918076 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688eb08-cc9f-47a9-b069-75de66075e20 None None] Pushing event deleted for resources: {'Port': ['ID=61fc56c6-1099-49d6-b31f-c09fe3e227f7,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:26.922491 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6688eb08-cc9f-47a9-b069-75de66075e20 None None] No DVR routers for this DVR port 61fc56c6-1099-49d6-b31f-c09fe3e227f7 on host dv-cinder-839416-3-smb {{(pid=103549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:44:26.922729 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-aa6259ae-d65c-4976-951c-49921d643001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee2b3ef3-3340-4760-a72b-28d6455d187a']}} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:44:26.940995 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-aa6259ae-d65c-4976-951c-49921d643001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c5e72f-c05d-4b1a-84a1-737f0ef8c675') {'for_net_delete': True} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:44:26.941353 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-aa6259ae-d65c-4976-951c-49921d643001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c5e72f-c05d-4b1a-84a1-737f0ef8c675') {} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:44:26.953928 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-aa6259ae-d65c-4976-951c-49921d643001 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791784454786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2992106'] for segment (94c5e72f-c05d-4b1a-84a1-737f0ef8c675), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:26.971166 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-aa6259ae-d65c-4976-951c-49921d643001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (94c5e72f-c05d-4b1a-84a1-737f0ef8c675), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:26.979702 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6259ae-d65c-4976-951c-49921d643001 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:44:26.980386 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-aa6259ae-d65c-4976-951c-49921d643001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26512123'] for segment (94c5e72f-c05d-4b1a-84a1-737f0ef8c675), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: Traceback (most recent call last): Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: timer() Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: cb(*args, **kw) Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: return func(*args, **kwargs) Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: self._notify() Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: self.callback(batched_events) Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: event.method(event) Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: return f(self, *a, **k) Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: return self._get(url).json() Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: return self.request(url, 'GET', **kwargs) Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:44:26.993497 dv-cinder-839416-3-smb neutron-server[103548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:44:27.087620 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-aa6259ae-d65c-4976-951c-49921d643001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455890'] for network (ee2b3ef3-3340-4760-a72b-28d6455d187a), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:27.097893 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-aa6259ae-d65c-4976-951c-49921d643001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:27.102291 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-aa6259ae-d65c-4976-951c-49921d643001 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ee2b3ef3-3340-4760-a72b-28d6455d187a HTTP/1.1" status: 204 len: 168 time: 0.7224133 Apr 29 13:44:27.117253 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6259ae-d65c-4976-951c-49921d643001 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee2b3ef3-3340-4760-a72b-28d6455d187a,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:27.276900 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 46382) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:44:27.322006 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-c9611ac8-f7f6-424a-9c5f-735981e5dd0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ade3a9fb8cf84c3684a431096d529b75&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438418 Apr 29 13:44:27.324921 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 46386) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:44:27.335029 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device c73c3fae-0b18-491d-a547-f51a91e96c66 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:44:27.409673 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3c11ed8d-a62b-4846-9fa1-00bdf508e806 admin admin] Publish callbacks [] for security_group (92caca09-1f74-41ed-b18a-172e3eb9be14), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:27.447203 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3c11ed8d-a62b-4846-9fa1-00bdf508e806 admin admin] Publish callbacks [] for security_group (92caca09-1f74-41ed-b18a-172e3eb9be14), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:27.474569 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device fb9fef38-a917-4856-acc2-48f4967deacd no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:44:27.509250 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: fb9fef38-a917-4856-acc2-48f4967deacd {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:44:27.509861 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device fb9fef38-a917-4856-acc2-48f4967deacd not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:44:27.510591 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device a421c335-529f-46c1-990a-8f56e0ae84e3 no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:44:27.519464 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3c11ed8d-a62b-4846-9fa1-00bdf508e806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (92caca09-1f74-41ed-b18a-172e3eb9be14), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:27.522112 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-3c11ed8d-a62b-4846-9fa1-00bdf508e806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:27.525644 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-3c11ed8d-a62b-4846-9fa1-00bdf508e806 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92caca09-1f74-41ed-b18a-172e3eb9be14 HTTP/1.1" status: 204 len: 168 time: 0.1972179 Apr 29 13:44:27.531994 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11ed8d-a62b-4846-9fa1-00bdf508e806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92caca09-1f74-41ed-b18a-172e3eb9be14,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:27.547886 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port c73c3fae-0b18-491d-a547-f51a91e96c66 is: ACTIVE; New status is: DOWN {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:44:27.548522 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:27.569213 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: a421c335-529f-46c1-990a-8f56e0ae84e3 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:44:27.569872 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device a421c335-529f-46c1-990a-8f56e0ae84e3 not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:44:27.570293 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 61fc56c6-1099-49d6-b31f-c09fe3e227f7 no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:44:27.601981 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32e6c07-37a6-44c5-932c-371e2a8ec07e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c73c3fae-0b18-491d-a547-f51a91e96c66'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:44:27.604209 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b771040c-19ca-4f4d-8efc-5793ce108275" -d '{"events": [{"server_uuid": "e32e6c07-37a6-44c5-932c-371e2a8ec07e", "name": "network-vif-unplugged", "status": "completed", "tag": "c73c3fae-0b18-491d-a547-f51a91e96c66"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:44:27.622706 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: 61fc56c6-1099-49d6-b31f-c09fe3e227f7 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:44:27.623045 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 61fc56c6-1099-49d6-b31f-c09fe3e227f7 not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:44:27.629919 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port c73c3fae-0b18-491d-a547-f51a91e96c66, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=c73c3fae-0b18-491d-a547-f51a91e96c66,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:44:27.638055 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:27.691849 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=c73c3fae-0b18-491d-a547-f51a91e96c66,revision_number=8']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:27.833855 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d187e0-d6a5-4ab4-b446-2041cd50c824 req-95ceb8b6-0412-4bc3-a5a9-2116a73dc308 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:27.835388 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-25d187e0-d6a5-4ab4-b446-2041cd50c824 req-95ceb8b6-0412-4bc3-a5a9-2116a73dc308 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 944 time: 0.0604017 Apr 29 13:44:27.885329 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Apr 2022 13:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5975e2-8e11-43b6-90a7-3900ff732783 x-openstack-request-id: req-8c5975e2-8e11-43b6-90a7-3900ff732783 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:44:27.885622 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32e6c07-37a6-44c5-932c-371e2a8ec07e", "name": "network-vif-unplugged", "status": "failed", "tag": "c73c3fae-0b18-491d-a547-f51a91e96c66", "code": 422}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:44:27.885875 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c5975e2-8e11-43b6-90a7-3900ff732783 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:44:27.886372 dv-cinder-839416-3-smb neutron-server[103549]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8c5975e2-8e11-43b6-90a7-3900ff732783']: {'server_uuid': 'e32e6c07-37a6-44c5-932c-371e2a8ec07e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c73c3fae-0b18-491d-a547-f51a91e96c66', 'code': 422} returned with failed status Apr 29 13:44:27.907322 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-25d187e0-d6a5-4ab4-b446-2041cd50c824 req-91ae6aff-acba-4aad-b446-ecdffd913612 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612786 Apr 29 13:44:28.162817 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 46438) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:44:28.245225 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ddcc2be3-57dc-423a-828c-6c3280502e65 req-8f76c6d5-6a1b-478b-8b76-8e2664bb49b8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0805211 Apr 29 13:44:28.254353 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [req-ddcc2be3-57dc-423a-828c-6c3280502e65 req-4c007d52-e9a4-4df8-a1c2-5a2d46639fca service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:44:28.255460 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ddcc2be3-57dc-423a-828c-6c3280502e65 req-4c007d52-e9a4-4df8-a1c2-5a2d46639fca service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051835 Apr 29 13:44:28.405800 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 46452) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:44:28.549143 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc2be3-57dc-423a-828c-6c3280502e65 req-0cb914d7-97e7-48a9-a8e9-f88307d0b235 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:28.550549 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ddcc2be3-57dc-423a-828c-6c3280502e65 req-0cb914d7-97e7-48a9-a8e9-f88307d0b235 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports/c73c3fae-0b18-491d-a547-f51a91e96c66 HTTP/1.1" status: 200 len: 941 time: 0.1434379 Apr 29 13:44:29.051081 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba141e7d-8ec2-4384-865c-acfcf6574f26 req-27835923-eb5f-4b06-b5bf-c5182e287115 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:29.052586 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ba141e7d-8ec2-4384-865c-acfcf6574f26 req-27835923-eb5f-4b06-b5bf-c5182e287115 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 944 time: 0.0595553 Apr 29 13:44:29.115867 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ba141e7d-8ec2-4384-865c-acfcf6574f26 req-88b47176-c1e9-4b53-867a-a8418ac76da4 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566978 Apr 29 13:44:29.704887 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc2be3-57dc-423a-828c-6c3280502e65 req-ab75298b-175b-448a-843a-9668d9300db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:29.706392 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ddcc2be3-57dc-423a-828c-6c3280502e65 req-ab75298b-175b-448a-843a-9668d9300db1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e&tenant_id=24f0f6159b9a46e4b3264b8c74e0f7a0 HTTP/1.1" status: 200 len: 1128 time: 0.0418062 Apr 29 13:44:30.022685 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc2be3-57dc-423a-828c-6c3280502e65 req-7de261c2-7f02-430e-b5c7-8c19a6314f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:30.024176 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ddcc2be3-57dc-423a-828c-6c3280502e65 req-7de261c2-7f02-430e-b5c7-8c19a6314f00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24f0f6159b9a46e4b3264b8c74e0f7a0&device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 1128 time: 0.0448189 Apr 29 13:44:30.129378 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc2be3-57dc-423a-828c-6c3280502e65 req-0fd64e26-e693-4fb3-a33d-a702924e637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:30.130981 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ddcc2be3-57dc-423a-828c-6c3280502e65 req-0fd64e26-e693-4fb3-a33d-a702924e637f service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c HTTP/1.1" status: 200 len: 915 time: 0.1016872 Apr 29 13:44:30.204848 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ddcc2be3-57dc-423a-828c-6c3280502e65 req-82815cda-5e7e-4c02-9747-a046d45b2d8f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73c3fae-0b18-491d-a547-f51a91e96c66 HTTP/1.1" status: 200 len: 1000 time: 0.0684807 Apr 29 13:44:30.290860 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc2be3-57dc-423a-828c-6c3280502e65 req-713e2a45-2041-45ac-8c1b-2248dc7a22a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:30.292351 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ddcc2be3-57dc-423a-828c-6c3280502e65 req-713e2a45-2041-45ac-8c1b-2248dc7a22a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f258e551-312b-40dd-9f3e-d438e3260232 HTTP/1.1" status: 200 len: 854 time: 0.0825856 Apr 29 13:44:30.300938 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fea83-50fa-4ea5-ae19-533bb45d1791 req-8bc3cd13-4340-4ad7-ba64-eb5f11a32392 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:30.302351 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-251fea83-50fa-4ea5-ae19-533bb45d1791 req-8bc3cd13-4340-4ad7-ba64-eb5f11a32392 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 944 time: 0.0616217 Apr 29 13:44:30.358430 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc2be3-57dc-423a-828c-6c3280502e65 req-a0e72317-6755-46f3-b5b6-255b1fcc27c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:30.359994 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ddcc2be3-57dc-423a-828c-6c3280502e65 req-a0e72317-6755-46f3-b5b6-255b1fcc27c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0536382 Apr 29 13:44:30.410072 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-251fea83-50fa-4ea5-ae19-533bb45d1791 req-ed90625b-25f7-48f4-ad1c-ce1b4147e601 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938973 Apr 29 13:44:30.467317 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ddcc2be3-57dc-423a-828c-6c3280502e65 req-dfba2259-a5c5-4c13-8249-3ed96b078cb7 service neutron] 10.222.0.26 "GET /v2.0/networks/6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015344 Apr 29 13:44:30.554475 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ddcc2be3-57dc-423a-828c-6c3280502e65 req-8190db40-daf9-41b8-87e4-43f30370b504 service neutron] 10.222.0.26 "GET /v2.0/networks/6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814643 Apr 29 13:44:31.078599 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:31.464592 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2407f6f-740f-4de3-bc37-823c687ce419 req-38c85894-e27f-4117-b755-f11a3119bbcd tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:31.480987 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f2407f6f-740f-4de3-bc37-823c687ce419 req-38c85894-e27f-4117-b755-f11a3119bbcd tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.1182022 Apr 29 13:44:31.551089 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f2407f6f-740f-4de3-bc37-823c687ce419 req-e02c05ee-16de-4c85-a9af-0a9e0f10ccb5 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689335 Apr 29 13:44:31.592755 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f73c2-89c5-482c-9b98-3eda7f115ece req-c33afb72-bc95-42b4-b008-790df76aece5 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:31.601135 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-967f73c2-89c5-482c-9b98-3eda7f115ece req-c33afb72-bc95-42b4-b008-790df76aece5 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 944 time: 0.0640833 Apr 29 13:44:31.659336 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-967f73c2-89c5-482c-9b98-3eda7f115ece req-66f75593-36ea-46a9-85f6-4de9c520554b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566628 Apr 29 13:44:32.726411 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e5f21-90a7-4926-ab65-97f86a01afc0 req-3cced47f-3aed-442b-bd12-e8a2951d1789 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:32.728048 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-876e5f21-90a7-4926-ab65-97f86a01afc0 req-3cced47f-3aed-442b-bd12-e8a2951d1789 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0844572 Apr 29 13:44:32.791342 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-876e5f21-90a7-4926-ab65-97f86a01afc0 req-c60296f0-ce5b-4320-b949-b062751bce60 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563872 Apr 29 13:44:32.840402 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62910b-2a67-4086-b58e-dff09f77f16e req-70dd16c3-2d44-4d3c-9ef7-1ccfe9de51cd tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:32.842366 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ac62910b-2a67-4086-b58e-dff09f77f16e req-70dd16c3-2d44-4d3c-9ef7-1ccfe9de51cd tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 944 time: 0.0736988 Apr 29 13:44:32.899823 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ac62910b-2a67-4086-b58e-dff09f77f16e req-4a130a77-443c-4a8c-9f37-eb98e798bc06 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513036 Apr 29 13:44:33.935571 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b31bd-19db-49d9-a34b-e5e45fba1d51 req-74d590d7-357b-4ec7-bbb8-df80af9c8613 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:33.937235 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-434b31bd-19db-49d9-a34b-e5e45fba1d51 req-74d590d7-357b-4ec7-bbb8-df80af9c8613 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0526307 Apr 29 13:44:34.019839 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-434b31bd-19db-49d9-a34b-e5e45fba1d51 req-e84860b8-37d0-4756-9bb1-f0b6ffa9f9c1 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760524 Apr 29 13:44:34.077603 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248af063-71d5-40fc-a081-72f619f56f36 req-162095fd-190a-4081-8b19-3aa1e4d63b4b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:34.084737 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-248af063-71d5-40fc-a081-72f619f56f36 req-162095fd-190a-4081-8b19-3aa1e4d63b4b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 944 time: 0.0766253 Apr 29 13:44:34.141084 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-248af063-71d5-40fc-a081-72f619f56f36 req-9177c606-7dbd-401b-9e7f-8b0bc3d4a246 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554187 Apr 29 13:44:34.229054 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 46590) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:44:34.367730 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-97e05267-1642-47dc-bfc7-eb754432dc3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:34.463884 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-97e05267-1642-47dc-bfc7-eb754432dc3c admin admin] Publish callbacks [] for security_group (28a86099-3e9c-425d-aa64-2288da4037c0), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:34.470676 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-97e05267-1642-47dc-bfc7-eb754432dc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (28a86099-3e9c-425d-aa64-2288da4037c0), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:34.536437 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-97e05267-1642-47dc-bfc7-eb754432dc3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b2da63665814817907d253e4c521e8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039048 Apr 29 13:44:34.536437 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e05267-1642-47dc-bfc7-eb754432dc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a86099-3e9c-425d-aa64-2288da4037c0,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:34.537585 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 46594) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:44:34.611618 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2895b9cd-6941-4a6e-8b36-233800fcc2fa admin admin] Publish callbacks [] for security_group (28a86099-3e9c-425d-aa64-2288da4037c0), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:34.655153 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2895b9cd-6941-4a6e-8b36-233800fcc2fa admin admin] Publish callbacks [] for security_group (28a86099-3e9c-425d-aa64-2288da4037c0), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:34.720155 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2895b9cd-6941-4a6e-8b36-233800fcc2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (28a86099-3e9c-425d-aa64-2288da4037c0), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:34.723068 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-2895b9cd-6941-4a6e-8b36-233800fcc2fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:34.724261 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-2895b9cd-6941-4a6e-8b36-233800fcc2fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28a86099-3e9c-425d-aa64-2288da4037c0 HTTP/1.1" status: 204 len: 168 time: 0.1862907 Apr 29 13:44:34.735748 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895b9cd-6941-4a6e-8b36-233800fcc2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a86099-3e9c-425d-aa64-2288da4037c0,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:35.185717 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5609f0b-eacc-429c-ae92-f48b067fc304 req-30cf05b4-fc3b-4a57-8319-6a44126f1b18 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:35.193191 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f5609f0b-eacc-429c-ae92-f48b067fc304 req-30cf05b4-fc3b-4a57-8319-6a44126f1b18 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0689111 Apr 29 13:44:35.288361 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f5609f0b-eacc-429c-ae92-f48b067fc304 req-d239ee4d-935e-4296-8760-a5181250b8f5 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898790 Apr 29 13:44:35.373160 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c3ab6-827e-47db-9253-898c8427e956 req-9fb3d561-43b0-47a6-820b-bed3d575d628 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:35.375732 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-505c3ab6-827e-47db-9253-898c8427e956 req-9fb3d561-43b0-47a6-820b-bed3d575d628 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 944 time: 0.0732810 Apr 29 13:44:35.467202 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-505c3ab6-827e-47db-9253-898c8427e956 req-a1ea0e70-ed77-48b3-99a6-2a94cdb07d37 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846524 Apr 29 13:44:36.420357 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27c732-28d3-4c00-a184-f8b9b9c3eb1e req-edea8ad4-d465-4897-ae54-e0287fb2e108 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:36.424157 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fa27c732-28d3-4c00-a184-f8b9b9c3eb1e req-edea8ad4-d465-4897-ae54-e0287fb2e108 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0599449 Apr 29 13:44:36.488009 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fa27c732-28d3-4c00-a184-f8b9b9c3eb1e req-d68b4bbb-d721-4f32-9aad-bc175c5cd36b tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574632 Apr 29 13:44:36.618679 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705439e-0f0e-418b-b83e-707b49ba34ac req-79092ce2-d914-4cfc-af1b-6b6122d81ba6 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:36.620757 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b705439e-0f0e-418b-b83e-707b49ba34ac req-79092ce2-d914-4cfc-af1b-6b6122d81ba6 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 944 time: 0.0651000 Apr 29 13:44:36.682938 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b705439e-0f0e-418b-b83e-707b49ba34ac req-152aaa45-bf8c-4953-84c3-8035964e6a48 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496433 Apr 29 13:44:37.645944 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e9643-9385-4782-8659-d54df797eb03 req-9c21eed5-3b67-45ee-8809-d8234d1b80f4 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:37.650030 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b61e9643-9385-4782-8659-d54df797eb03 req-9c21eed5-3b67-45ee-8809-d8234d1b80f4 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0730343 Apr 29 13:44:37.716572 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b61e9643-9385-4782-8659-d54df797eb03 req-bea3aa0a-634d-4772-b9c1-fe47d18f2a60 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544858 Apr 29 13:44:37.897232 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2d914-4019-4a58-a6ca-80bc8a8a5b7c req-9ca62c7e-4fb2-4cc7-a3c8-d2aa44231ed1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:37.902497 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8ac2d914-4019-4a58-a6ca-80bc8a8a5b7c req-9ca62c7e-4fb2-4cc7-a3c8-d2aa44231ed1 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 944 time: 0.1057627 Apr 29 13:44:38.003135 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8ac2d914-4019-4a58-a6ca-80bc8a8a5b7c req-edc52bd9-f09e-485a-a90a-9292ae7771d9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885220 Apr 29 13:44:38.845468 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83b35d-30b7-426f-a83e-21714e553d9c req-d2afd321-4068-45f0-91cd-f2b1be90453f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:38.847964 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8a83b35d-30b7-426f-a83e-21714e553d9c req-d2afd321-4068-45f0-91cd-f2b1be90453f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0590951 Apr 29 13:44:38.899234 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8a83b35d-30b7-426f-a83e-21714e553d9c req-46cabcc6-530b-4ff7-b32d-f70096f9b809 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451739 Apr 29 13:44:39.159370 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47419b8-c2f2-4dcc-8e69-d0bedcb1a377 req-8a212dea-84d7-4029-aa3c-6081c8c016eb tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:39.161020 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a47419b8-c2f2-4dcc-8e69-d0bedcb1a377 req-8a212dea-84d7-4029-aa3c-6081c8c016eb tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 944 time: 0.0606084 Apr 29 13:44:39.217392 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a47419b8-c2f2-4dcc-8e69-d0bedcb1a377 req-0d1e7c12-3fea-4841-bc64-6da65dcbe035 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482357 Apr 29 13:44:40.019952 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af35fc4-84c9-4c8f-8218-70eb7a860d0a req-9bebf353-195e-422d-83cf-e2c2a31fa5ac tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:40.021479 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7af35fc4-84c9-4c8f-8218-70eb7a860d0a req-9bebf353-195e-422d-83cf-e2c2a31fa5ac tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0479252 Apr 29 13:44:40.071480 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7af35fc4-84c9-4c8f-8218-70eb7a860d0a req-48812737-9b8f-44a3-bbbe-a38f32ea382d tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444820 Apr 29 13:44:40.349132 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84164f56-260f-4a35-b147-a2351ace2ae1 req-ed941af6-5394-4261-b27f-e7ac523f206b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:40.351104 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-84164f56-260f-4a35-b147-a2351ace2ae1 req-ed941af6-5394-4261-b27f-e7ac523f206b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 944 time: 0.0506246 Apr 29 13:44:40.397380 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-84164f56-260f-4a35-b147-a2351ace2ae1 req-ad8a9955-b256-4ce2-8bed-b4dddc93e2c7 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408845 Apr 29 13:44:41.190601 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33053177-7703-4b36-aa54-0aa3b75faa6d req-cf74ab07-293c-418d-9026-02670c49b821 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:41.191987 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-33053177-7703-4b36-aa54-0aa3b75faa6d req-cf74ab07-293c-418d-9026-02670c49b821 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0485673 Apr 29 13:44:41.238742 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-33053177-7703-4b36-aa54-0aa3b75faa6d req-e72ebdaf-9138-441e-ab99-36f9b15123df tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412047 Apr 29 13:44:41.428382 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device c73c3fae-0b18-491d-a547-f51a91e96c66 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:44:41.535400 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port c73c3fae-0b18-491d-a547-f51a91e96c66, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=c73c3fae-0b18-491d-a547-f51a91e96c66,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:44:41.541447 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f7ca3-aac0-4332-80a3-d62014e5fe86 req-353c187d-788d-4d27-a464-ac3cb6a82183 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:41.543096 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-654f7ca3-aac0-4332-80a3-d62014e5fe86 req-353c187d-788d-4d27-a464-ac3cb6a82183 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 944 time: 0.0568876 Apr 29 13:44:41.547365 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': 'c73c3fae-0b18-491d-a547-f51a91e96c66', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'port_id': 'c73c3fae-0b18-491d-a547-f51a91e96c66', 'mac_address': 'fa:16:3e:2d:18:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:44:41.585147 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port c73c3fae-0b18-491d-a547-f51a91e96c66 is: DOWN; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:44:41.585524 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:41.591938 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-654f7ca3-aac0-4332-80a3-d62014e5fe86 req-ef2bef4b-8bb5-4047-bbf9-421b54c6c325 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416968 Apr 29 13:44:41.598245 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73c3fae-0b18-491d-a547-f51a91e96c66 {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:44:41.618684 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port c73c3fae-0b18-491d-a547-f51a91e96c66, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=c73c3fae-0b18-491d-a547-f51a91e96c66,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:44:41.623245 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:41.669476 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=c73c3fae-0b18-491d-a547-f51a91e96c66,revision_number=9']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:41.888853 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['c73c3fae-0b18-491d-a547-f51a91e96c66'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:44:42.380074 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549e46d-cd9d-4c40-846b-be7aad2f9387 req-87e006b4-f8d1-4412-bcd5-2a172e909d8d tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:42.383320 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8549e46d-cd9d-4c40-846b-be7aad2f9387 req-87e006b4-f8d1-4412-bcd5-2a172e909d8d tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0674276 Apr 29 13:44:42.450958 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8549e46d-cd9d-4c40-846b-be7aad2f9387 req-66813927-04e6-47ea-88cd-08c24e144cc5 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598521 Apr 29 13:44:42.739381 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a7d38-3f17-4e04-bb82-1623e1e2de18 req-3d6e9ced-e6de-4a7a-942f-920d01feea59 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:42.741085 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-eb7a7d38-3f17-4e04-bb82-1623e1e2de18 req-3d6e9ced-e6de-4a7a-942f-920d01feea59 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 945 time: 0.0608065 Apr 29 13:44:42.800973 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-eb7a7d38-3f17-4e04-bb82-1623e1e2de18 req-4d7d9551-6db4-4c76-922d-247954e27270 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517814 Apr 29 13:44:43.441473 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device c73c3fae-0b18-491d-a547-f51a91e96c66 up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:44:43.488008 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port c73c3fae-0b18-491d-a547-f51a91e96c66 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:44:43.488379 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:43.576201 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port c73c3fae-0b18-491d-a547-f51a91e96c66 is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:44:43.576581 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:43.580321 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2f397-5d1d-4b17-b2e6-ff41eefe8bc5 req-9f7d4332-7545-454c-96bf-ab21cb842367 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:43.581830 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-76a2f397-5d1d-4b17-b2e6-ff41eefe8bc5 req-9f7d4332-7545-454c-96bf-ab21cb842367 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0550144 Apr 29 13:44:43.601433 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32e6c07-37a6-44c5-932c-371e2a8ec07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73c3fae-0b18-491d-a547-f51a91e96c66'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:44:43.603644 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a9e415-7c9a-4126-b22d-378330cba249" -d '{"events": [{"server_uuid": "e32e6c07-37a6-44c5-932c-371e2a8ec07e", "name": "network-vif-plugged", "status": "completed", "tag": "c73c3fae-0b18-491d-a547-f51a91e96c66"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:44:43.617158 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port c73c3fae-0b18-491d-a547-f51a91e96c66, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=c73c3fae-0b18-491d-a547-f51a91e96c66,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:44:43.622883 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:43.644014 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-76a2f397-5d1d-4b17-b2e6-ff41eefe8bc5 req-91d9953b-7005-47bb-bbef-8ebc1dcd41d7 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563917 Apr 29 13:44:43.646538 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6789759-0af6-458d-b9f8-4c5d1b9e8967 x-openstack-request-id: req-e6789759-0af6-458d-b9f8-4c5d1b9e8967 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:44:43.646861 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32e6c07-37a6-44c5-932c-371e2a8ec07e", "name": "network-vif-plugged", "status": "completed", "tag": "c73c3fae-0b18-491d-a547-f51a91e96c66", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:44:43.647121 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6789759-0af6-458d-b9f8-4c5d1b9e8967 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:44:43.647517 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6789759-0af6-458d-b9f8-4c5d1b9e8967'] response: {'server_uuid': 'e32e6c07-37a6-44c5-932c-371e2a8ec07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73c3fae-0b18-491d-a547-f51a91e96c66', 'code': 200} Apr 29 13:44:43.682337 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=c73c3fae-0b18-491d-a547-f51a91e96c66,revision_number=10']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:43.832253 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d2dbb-1ddd-4238-bbbf-2698dab7b014 req-5ed734c7-f80f-4bdd-a8b5-80d1bcab88ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:43.833914 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-168d2dbb-1ddd-4238-bbbf-2698dab7b014 req-5ed734c7-f80f-4bdd-a8b5-80d1bcab88ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 1131 time: 0.0426190 Apr 29 13:44:43.890578 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-168d2dbb-1ddd-4238-bbbf-2698dab7b014 req-82d3f012-96bf-47a8-9754-1af3bda4aa82 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485835 Apr 29 13:44:43.965460 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefda510-0e25-4dbd-9ca7-7c467123b009 req-d87e3779-381a-4c53-80fb-5ce1f2a76468 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:43.967666 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-cefda510-0e25-4dbd-9ca7-7c467123b009 req-d87e3779-381a-4c53-80fb-5ce1f2a76468 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 947 time: 0.0620394 Apr 29 13:44:44.040056 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-cefda510-0e25-4dbd-9ca7-7c467123b009 req-e697336f-f840-4f0b-84cd-9b5593fda0c7 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614121 Apr 29 13:44:44.504198 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-17772b70-58fb-4dce-b8f5-6a9e531bcde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:44.505562 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 46762) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:44:44.611840 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9dc66327-ed24-4cc3-bdad-38f7d29dfe73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:44.688483 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9dc66327-ed24-4cc3-bdad-38f7d29dfe73 admin admin] Publish callbacks [] for security_group (01d20be9-8fa1-4861-967e-46d70a7eaa47), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:44.692541 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-9dc66327-ed24-4cc3-bdad-38f7d29dfe73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (01d20be9-8fa1-4861-967e-46d70a7eaa47), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:44.757825 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-9dc66327-ed24-4cc3-bdad-38f7d29dfe73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08dae5fa9352402db908c55eeeae8d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507632 Apr 29 13:44:44.760344 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 46768) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:44:44.768943 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc66327-ed24-4cc3-bdad-38f7d29dfe73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d20be9-8fa1-4861-967e-46d70a7eaa47,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:44.784892 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2cb6d-1f6b-4731-83e6-1c51be766282 req-76f5d6a7-2939-4049-9f2f-91e0cae35d80 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:44.786561 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0fd2cb6d-1f6b-4731-83e6-1c51be766282 req-76f5d6a7-2939-4049-9f2f-91e0cae35d80 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0748494 Apr 29 13:44:44.825747 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ffd331e6-7699-497d-b89b-1f07a75675e9 admin admin] Publish callbacks [] for security_group (01d20be9-8fa1-4861-967e-46d70a7eaa47), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:44.839418 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-0fd2cb6d-1f6b-4731-83e6-1c51be766282 req-0a29dd7f-67af-4e7d-9cb2-eb5cb83ce6f4 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468075 Apr 29 13:44:44.853216 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ffd331e6-7699-497d-b89b-1f07a75675e9 admin admin] Publish callbacks [] for security_group (01d20be9-8fa1-4861-967e-46d70a7eaa47), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:44.907208 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ffd331e6-7699-497d-b89b-1f07a75675e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (01d20be9-8fa1-4861-967e-46d70a7eaa47), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:44.909830 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ffd331e6-7699-497d-b89b-1f07a75675e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:44.911029 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-ffd331e6-7699-497d-b89b-1f07a75675e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01d20be9-8fa1-4861-967e-46d70a7eaa47 HTTP/1.1" status: 204 len: 168 time: 0.1495247 Apr 29 13:44:44.920554 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd331e6-7699-497d-b89b-1f07a75675e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d20be9-8fa1-4861-967e-46d70a7eaa47,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:45.185490 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 46776) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:44:45.191180 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182b745-d328-490d-a9ea-dfe604c8e4e4 req-664c0423-f710-4e8c-8129-3fe9c7adecd5 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:45.192774 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2182b745-d328-490d-a9ea-dfe604c8e4e4 req-664c0423-f710-4e8c-8129-3fe9c7adecd5 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 947 time: 0.0502319 Apr 29 13:44:45.201306 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-82fa7737-02b4-4f12-8b3d-f9b50634e8a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:45.269894 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2182b745-d328-490d-a9ea-dfe604c8e4e4 req-26b0d88e-e47c-44b1-a5ee-f9591159b39d tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697381 Apr 29 13:44:45.288711 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-82fa7737-02b4-4f12-8b3d-f9b50634e8a6 admin admin] Publish callbacks [] for security_group (a607f247-8790-4537-a066-9727405dfc7b), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:45.293316 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-82fa7737-02b4-4f12-8b3d-f9b50634e8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (a607f247-8790-4537-a066-9727405dfc7b), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:45.332841 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa7737-02b4-4f12-8b3d-f9b50634e8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a607f247-8790-4537-a066-9727405dfc7b,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:45.337902 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-82fa7737-02b4-4f12-8b3d-f9b50634e8a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60a658d5fb974a16980f3319a87039cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511250 Apr 29 13:44:45.341712 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 46778) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:44:45.397916 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b1778212-8f1f-4e82-a8aa-e0024006bb39 admin admin] Publish callbacks [] for security_group (a607f247-8790-4537-a066-9727405dfc7b), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:45.424990 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b1778212-8f1f-4e82-a8aa-e0024006bb39 admin admin] Publish callbacks [] for security_group (a607f247-8790-4537-a066-9727405dfc7b), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:45.478148 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b1778212-8f1f-4e82-a8aa-e0024006bb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (a607f247-8790-4537-a066-9727405dfc7b), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:45.482189 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b1778212-8f1f-4e82-a8aa-e0024006bb39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:45.483994 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-b1778212-8f1f-4e82-a8aa-e0024006bb39 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a607f247-8790-4537-a066-9727405dfc7b HTTP/1.1" status: 204 len: 168 time: 0.1409614 Apr 29 13:44:45.493888 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1778212-8f1f-4e82-a8aa-e0024006bb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a607f247-8790-4537-a066-9727405dfc7b,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:45.910184 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 46794) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:44:45.931050 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-dffbaf0e-e66d-485d-a728-35a77aeeadb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:46.003389 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22260f8-dc7f-4cf5-8958-7452c0577f7e req-973f5195-6003-4b42-912b-0b3b0dfde59c tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:46.004961 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b22260f8-dc7f-4cf5-8958-7452c0577f7e req-973f5195-6003-4b42-912b-0b3b0dfde59c tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0768242 Apr 29 13:44:46.094738 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b22260f8-dc7f-4cf5-8958-7452c0577f7e req-51467e83-5deb-4186-aac6-110412e5fe32 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782933 Apr 29 13:44:46.117332 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-dffbaf0e-e66d-485d-a728-35a77aeeadb9 admin admin] Publish callbacks [] for security_group (fa21a1aa-0180-4ba8-ac5e-bd230b0e7851), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:46.121755 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-dffbaf0e-e66d-485d-a728-35a77aeeadb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (fa21a1aa-0180-4ba8-ac5e-bd230b0e7851), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:46.172591 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-dffbaf0e-e66d-485d-a728-35a77aeeadb9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d90c446193c4aa28467a2a96634cc1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568748 Apr 29 13:44:46.172591 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffbaf0e-e66d-485d-a728-35a77aeeadb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa21a1aa-0180-4ba8-ac5e-bd230b0e7851,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:46.174438 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 46822) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:44:46.237541 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2a83d6fa-1d22-4a2f-b282-35e944812b53 admin admin] Publish callbacks [] for security_group (fa21a1aa-0180-4ba8-ac5e-bd230b0e7851), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:46.264758 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2a83d6fa-1d22-4a2f-b282-35e944812b53 admin admin] Publish callbacks [] for security_group (fa21a1aa-0180-4ba8-ac5e-bd230b0e7851), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:46.332074 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2a83d6fa-1d22-4a2f-b282-35e944812b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (fa21a1aa-0180-4ba8-ac5e-bd230b0e7851), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:46.337658 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-2a83d6fa-1d22-4a2f-b282-35e944812b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:46.338887 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-2a83d6fa-1d22-4a2f-b282-35e944812b53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa21a1aa-0180-4ba8-ac5e-bd230b0e7851 HTTP/1.1" status: 204 len: 168 time: 0.1650593 Apr 29 13:44:46.354371 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83d6fa-1d22-4a2f-b282-35e944812b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa21a1aa-0180-4ba8-ac5e-bd230b0e7851,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:46.478491 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e9548-37e8-4111-95e4-3491dde213af req-6f512c22-085b-48b9-b432-ebad3f531b4f tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:46.481563 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4f9e9548-37e8-4111-95e4-3491dde213af req-6f512c22-085b-48b9-b432-ebad3f531b4f tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 947 time: 0.0890861 Apr 29 13:44:46.557318 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4f9e9548-37e8-4111-95e4-3491dde213af req-1a6e25ab-f9c6-45fb-a9e7-796455dbee6e tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696821 Apr 29 13:44:47.045176 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-784c367a-4eef-43c0-be07-2294096c5381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:47.227302 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d13749-ee7b-4a90-b628-2e8af4bbbf17 req-4e4dfaa1-9a2e-41aa-a614-09a3eec1f2d9 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:47.228870 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f9d13749-ee7b-4a90-b628-2e8af4bbbf17 req-4e4dfaa1-9a2e-41aa-a614-09a3eec1f2d9 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0545108 Apr 29 13:44:47.284709 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f9d13749-ee7b-4a90-b628-2e8af4bbbf17 req-5399e9be-e856-4e20-9263-7b8475625776 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500798 Apr 29 13:44:47.600533 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 46858) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:44:47.701247 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241a603-6b32-4b84-982d-9cd03a2ef897 req-0937bdd8-6271-406b-b89a-4a78b17d3775 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:47.702886 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7241a603-6b32-4b84-982d-9cd03a2ef897 req-0937bdd8-6271-406b-b89a-4a78b17d3775 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 947 time: 0.0549617 Apr 29 13:44:47.742088 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6196c5c2-1518-4783-879e-fcca40e940ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:47.853547 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7241a603-6b32-4b84-982d-9cd03a2ef897 req-989576a3-9b27-49c8-ba62-6ea635f7f4ec tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424258 Apr 29 13:44:47.929373 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6196c5c2-1518-4783-879e-fcca40e940ba admin admin] Publish callbacks [] for security_group (8fb5e895-5977-4e1c-8900-cd045a0ef016), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:47.935151 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-6196c5c2-1518-4783-879e-fcca40e940ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (8fb5e895-5977-4e1c-8900-cd045a0ef016), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:47.980598 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-6196c5c2-1518-4783-879e-fcca40e940ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc8eabf292d44248a4f4fd3f38ad0d8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790967 Apr 29 13:44:47.981880 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196c5c2-1518-4783-879e-fcca40e940ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb5e895-5977-4e1c-8900-cd045a0ef016,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:47.983639 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 46864) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:44:48.038357 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-eb1899da-faf6-4c63-aeca-0b82074f8e5d admin admin] Publish callbacks [] for security_group (8fb5e895-5977-4e1c-8900-cd045a0ef016), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:48.061637 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-eb1899da-faf6-4c63-aeca-0b82074f8e5d admin admin] Publish callbacks [] for security_group (8fb5e895-5977-4e1c-8900-cd045a0ef016), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:48.083889 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:48.123380 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-eb1899da-faf6-4c63-aeca-0b82074f8e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (8fb5e895-5977-4e1c-8900-cd045a0ef016), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:48.126488 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-eb1899da-faf6-4c63-aeca-0b82074f8e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:48.127876 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-eb1899da-faf6-4c63-aeca-0b82074f8e5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8fb5e895-5977-4e1c-8900-cd045a0ef016 HTTP/1.1" status: 204 len: 168 time: 0.1432157 Apr 29 13:44:48.140406 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1899da-faf6-4c63-aeca-0b82074f8e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb5e895-5977-4e1c-8900-cd045a0ef016,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:48.428203 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcb8f4-e821-4f8a-a6d9-eb92866414cc req-89545174-6bbd-4d52-a491-24e8b2bb53fc tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:48.429859 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7ebcb8f4-e821-4f8a-a6d9-eb92866414cc req-89545174-6bbd-4d52-a491-24e8b2bb53fc tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0699334 Apr 29 13:44:48.480600 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7ebcb8f4-e821-4f8a-a6d9-eb92866414cc req-a87d2be2-a86b-4a39-923b-66a86cdf8443 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438945 Apr 29 13:44:48.785086 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 46888) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:44:48.889267 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-59a52713-1bce-4daa-a7ae-ea1f3450c8c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-43618084-network', 'tenant_id': '1ae2249b34524315a890104b7f7d6f85'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:44:48.911267 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a52713-1bce-4daa-a7ae-ea1f3450c8c1 admin admin] Made reservation on behalf of 1ae2249b34524315a890104b7f7d6f85 for: {'network': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:44:48.913733 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-59a52713-1bce-4daa-a7ae-ea1f3450c8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for network (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:48.922402 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-59a52713-1bce-4daa-a7ae-ea1f3450c8c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:48.999490 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-59a52713-1bce-4daa-a7ae-ea1f3450c8c1 admin admin] Publish callbacks [] for security_group (4980715b-17b1-448d-8a38-db9202df5e2e), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:49.003972 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-59a52713-1bce-4daa-a7ae-ea1f3450c8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (4980715b-17b1-448d-8a38-db9202df5e2e), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:49.032194 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a52713-1bce-4daa-a7ae-ea1f3450c8c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:44:49.038769 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a52713-1bce-4daa-a7ae-ea1f3450c8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4980715b-17b1-448d-8a38-db9202df5e2e,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:49.045071 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-59a52713-1bce-4daa-a7ae-ea1f3450c8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (9a243871-ccdf-4923-9c83-c467b68c9ca5), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:49.045417 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.segments_db [None req-59a52713-1bce-4daa-a7ae-ea1f3450c8c1 admin admin] Added segment 9a243871-ccdf-4923-9c83-c467b68c9ca5 of type vlan for network 0df1a980-c873-451c-ab43-41e7bed7a703 Apr 29 13:44:49.090615 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-59a52713-1bce-4daa-a7ae-ea1f3450c8c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791783959471'] for network (0df1a980-c873-451c-ab43-41e7bed7a703), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:49.117429 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-59a52713-1bce-4daa-a7ae-ea1f3450c8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for network (0df1a980-c873-451c-ab43-41e7bed7a703), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:49.118619 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a52713-1bce-4daa-a7ae-ea1f3450c8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:49.119205 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-59a52713-1bce-4daa-a7ae-ea1f3450c8c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:49.157392 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-59a52713-1bce-4daa-a7ae-ea1f3450c8c1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3709207 Apr 29 13:44:49.160347 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 46892) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:44:49.166041 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-8cb9074e-931c-48fc-9600-efc5fb61f7d3 admin admin] Request body: {'subnet': {'network_id': '0df1a980-c873-451c-ab43-41e7bed7a703', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-43618084-subnet', 'tenant_id': '1ae2249b34524315a890104b7f7d6f85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:44:49.185236 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb9074e-931c-48fc-9600-efc5fb61f7d3 admin admin] Made reservation on behalf of 1ae2249b34524315a890104b7f7d6f85 for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:44:49.185488 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a52713-1bce-4daa-a7ae-ea1f3450c8c1 admin admin] Pushing event updated for resources: {'Network': ['ID=0df1a980-c873-451c-ab43-41e7bed7a703,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:49.187599 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8cb9074e-931c-48fc-9600-efc5fb61f7d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26719792'] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:49.196166 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Network 0df1a980-c873-451c-ab43-41e7bed7a703 details requested by agent ovs-agent-dv-cinder-839416-3-smb with host dv-cinder-839416-3-smb {{(pid=103549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:44:49.394072 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8cb9074e-931c-48fc-9600-efc5fb61f7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26514524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26719938'] for subnet (43d93555-3f03-49aa-a121-4446da8a0a31), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:49.458378 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9074e-931c-48fc-9600-efc5fb61f7d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43d93555-3f03-49aa-a121-4446da8a0a31,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:49.467062 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb9074e-931c-48fc-9600-efc5fb61f7d3 admin admin] Checking segment: {'id': '9a243871-ccdf-4923-9c83-c467b68c9ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0df1a980-c873-451c-ab43-41e7bed7a703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:44:49.467389 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb9074e-931c-48fc-9600-efc5fb61f7d3 admin admin] Network hostable DHCP agents. Network: 0df1a980-c873-451c-ab43-41e7bed7a703, hostable agents: ['ec1b8bb2-9315-4753-b51b-79fb59085424'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:44:49.485227 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb9074e-931c-48fc-9600-efc5fb61f7d3 admin admin] Network 0df1a980-c873-451c-ab43-41e7bed7a703 is scheduled to be hosted by DHCP agent ec1b8bb2-9315-4753-b51b-79fb59085424 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:44:49.493919 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-8cb9074e-931c-48fc-9600-efc5fb61f7d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-smb, 0df1a980-c873-451c-ab43-41e7bed7a703) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:44:49.499893 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb9074e-931c-48fc-9600-efc5fb61f7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:49.500488 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-8cb9074e-931c-48fc-9600-efc5fb61f7d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:49.502714 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5d48b6-f8c0-40c9-83e7-ef3a722e82d7 None None] Network 0df1a980-c873-451c-ab43-41e7bed7a703 requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:44:49.520222 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-8cb9074e-931c-48fc-9600-efc5fb61f7d3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3584850 Apr 29 13:44:49.613183 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be11f5e-d6c2-4143-b7d6-1a846aa8a354 req-1cc5bb2b-ff59-4d7d-a975-90b07b3ab68e tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:49.614806 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1be11f5e-d6c2-4143-b7d6-1a846aa8a354 req-1cc5bb2b-ff59-4d7d-a975-90b07b3ab68e tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0575776 Apr 29 13:44:49.622858 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e15e0c0-afd7-43dd-b0f4-c19dd1d7659d None None] Network 0df1a980-c873-451c-ab43-41e7bed7a703 requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:44:49.679101 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1be11f5e-d6c2-4143-b7d6-1a846aa8a354 req-2a07f295-1141-46ea-8661-e5f6b8de4823 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552776 Apr 29 13:44:50.057444 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:50.790507 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e4d6e-a2bc-4903-adaa-f47f33f6cd33 req-7f734000-338a-4d71-9c13-6fb9c3876fe9 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:50.792406 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b07e4d6e-a2bc-4903-adaa-f47f33f6cd33 req-7f734000-338a-4d71-9c13-6fb9c3876fe9 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0498960 Apr 29 13:44:50.844101 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b07e4d6e-a2bc-4903-adaa-f47f33f6cd33 req-4cf4612e-bf57-414b-8350-4695c674d4ac tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446141 Apr 29 13:44:51.353972 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-6b518e2f-356f-41a3-9c58-5f3b253682ac tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:51.355409 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-6b518e2f-356f-41a3-9c58-5f3b253682ac tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/networks?id=0df1a980-c873-451c-ab43-41e7bed7a703 HTTP/1.1" status: 200 len: 807 time: 0.1147029 Apr 29 13:44:51.372582 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-5fc00048-fea0-4ac0-95f7-a96ef4486ad1 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/quotas/1ae2249b34524315a890104b7f7d6f85 HTTP/1.1" status: 200 len: 375 time: 0.0101354 Apr 29 13:44:51.406014 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-7eab8070-b556-4d1a-8c5d-c94904eaade8 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ae2249b34524315a890104b7f7d6f85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277250 Apr 29 13:44:51.455808 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:51.514831 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-80f17f33-f927-4172-81df-42671124951e service neutron] 10.222.0.20 "GET /v2.0/networks/0df1a980-c873-451c-ab43-41e7bed7a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022224 Apr 29 13:44:51.627785 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-d3bb063b-e701-4d07-925a-6966ba1becbd service neutron] 10.222.0.20 "GET /v2.0/networks/0df1a980-c873-451c-ab43-41e7bed7a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067426 Apr 29 13:44:51.830826 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b8974a7a-c7e8-42c5-8f20-c92bb46d7098 req-0ad02148-fc72-4775-a0a6-aabc80c94ddf tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e HTTP/1.1" status: 200 len: 210 time: 0.0456417 Apr 29 13:44:51.981713 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd375f09-06e6-4bfa-9e6b-5fab175654d6 req-402a2af8-43aa-4022-87a5-2ffed087cae0 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:51.985093 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-cd375f09-06e6-4bfa-9e6b-5fab175654d6 req-402a2af8-43aa-4022-87a5-2ffed087cae0 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0581656 Apr 29 13:44:52.037816 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-cd375f09-06e6-4bfa-9e6b-5fab175654d6 req-68bbdf84-e718-4dcf-a613-a6f53d65a663 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467227 Apr 29 13:44:52.769473 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-695b8c07-e5fd-4723-95e5-64c862ccb398 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:52.771020 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-695b8c07-e5fd-4723-95e5-64c862ccb398 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.26 "GET /v2.0/networks?id=0df1a980-c873-451c-ab43-41e7bed7a703 HTTP/1.1" status: 200 len: 807 time: 0.1101592 Apr 29 13:44:52.782556 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-c95f1966-b1d4-4a07-88bd-60b6f6fea508 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Request body: {'port': {'device_id': '2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e', 'network_id': '0df1a980-c873-451c-ab43-41e7bed7a703', 'admin_state_up': True, 'tenant_id': '1ae2249b34524315a890104b7f7d6f85'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:44:52.910701 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-c95f1966-b1d4-4a07-88bd-60b6f6fea508 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Made reservation on behalf of 1ae2249b34524315a890104b7f7d6f85 for: {'port': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:44:52.914209 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-c95f1966-b1d4-4a07-88bd-60b6f6fea508 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:52.955705 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e4af5eec-772d-4ec3-b571-44a9ea680e4b req-d9efaa53-4268-4608-b0c7-2060e209ed94 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e HTTP/1.1" status: 200 len: 210 time: 0.0389693 Apr 29 13:44:53.328474 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a9a2a-2f0c-4b77-a625-e972d017afae req-6d705e6b-3b61-41dd-9b42-a7ead27bae3c tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:53.329912 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ec7a9a2a-2f0c-4b77-a625-e972d017afae req-6d705e6b-3b61-41dd-9b42-a7ead27bae3c tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0681384 Apr 29 13:44:53.400163 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-c95f1966-b1d4-4a07-88bd-60b6f6fea508 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Allocated IP 172.20.0.12 (0df1a980-c873-451c-ab43-41e7bed7a703/43d93555-3f03-49aa-a121-4446da8a0a31/48ff1040-7130-4c96-a7c1-974f0d7608ce) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:44:53.421036 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ec7a9a2a-2f0c-4b77-a625-e972d017afae req-891b3bb6-7496-4ab6-8653-2325cab448dd tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722415 Apr 29 13:44:53.568043 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-c95f1966-b1d4-4a07-88bd-60b6f6fea508 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Publish callbacks [] for port (48ff1040-7130-4c96-a7c1-974f0d7608ce), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:53.602539 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-c95f1966-b1d4-4a07-88bd-60b6f6fea508 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (48ff1040-7130-4c96-a7c1-974f0d7608ce), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:53.649714 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-c95f1966-b1d4-4a07-88bd-60b6f6fea508 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Network 0df1a980-c873-451c-ab43-41e7bed7a703 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:44:53.656091 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-c95f1966-b1d4-4a07-88bd-60b6f6fea508 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:44:53.659939 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-c95f1966-b1d4-4a07-88bd-60b6f6fea508 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:44:53.683497 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f1966-b1d4-4a07-88bd-60b6f6fea508 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Pushing event updated for resources: {'Port': ['ID=48ff1040-7130-4c96-a7c1-974f0d7608ce,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:53.715473 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-c95f1966-b1d4-4a07-88bd-60b6f6fea508 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:53.717548 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-c95f1966-b1d4-4a07-88bd-60b6f6fea508 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:53.733732 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-c95f1966-b1d4-4a07-88bd-60b6f6fea508 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9552901 Apr 29 13:44:53.744869 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] Request body: {'port': {'device_id': '2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:44:53.807385 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (48ff1040-7130-4c96-a7c1-974f0d7608ce), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:54.094808 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f2894-f441-4292-bdb7-d82363582fb0 req-f9390832-75e9-4bc7-9d04-f705ec7a9131 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:54.096465 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-209f2894-f441-4292-bdb7-d82363582fb0 req-f9390832-75e9-4bc7-9d04-f705ec7a9131 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e HTTP/1.1" status: 200 len: 932 time: 0.0638978 Apr 29 13:44:54.163746 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ff1040-7130-4c96-a7c1-974f0d7608ce {{(pid=103548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:44:54.178381 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] Publish callbacks [] for port (48ff1040-7130-4c96-a7c1-974f0d7608ce), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:54.191317 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-209f2894-f441-4292-bdb7-d82363582fb0 req-052a3562-4920-4d34-a1bb-95f79abc366b tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/security-groups?id=4980715b-17b1-448d-8a38-db9202df5e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883405 Apr 29 13:44:54.200031 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.provisioning_blocks [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] Transition to ACTIVE for port object 48ff1040-7130-4c96-a7c1-974f0d7608ce will not be triggered until provisioned by entity L2. {{(pid=103548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:44:54.205119 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26512087'] for port (48ff1040-7130-4c96-a7c1-974f0d7608ce), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:54.263608 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=48ff1040-7130-4c96-a7c1-974f0d7608ce,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:54.335290 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] Attempting to bind port 48ff1040-7130-4c96-a7c1-974f0d7608ce on host hv-cinder-83941 for vnic_type normal with profile {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:44:54.335628 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] Attempting to bind port 48ff1040-7130-4c96-a7c1-974f0d7608ce by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '9a243871-ccdf-4923-9c83-c467b68c9ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0df1a980-c873-451c-ab43-41e7bed7a703'}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:44:54.335955 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] Attempting to bind port 48ff1040-7130-4c96-a7c1-974f0d7608ce on network 0df1a980-c873-451c-ab43-41e7bed7a703 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:44:54.341233 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] Port 48ff1040-7130-4c96-a7c1-974f0d7608ce on network 0df1a980-c873-451c-ab43-41e7bed7a703 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:44:54.341517 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] Attempting to bind port 48ff1040-7130-4c96-a7c1-974f0d7608ce on network 0df1a980-c873-451c-ab43-41e7bed7a703 {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:44:54.346895 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] Checking agent: {'id': '54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'started_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:44:54.347231 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] Checking segment: {'id': '9a243871-ccdf-4923-9c83-c467b68c9ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0df1a980-c873-451c-ab43-41e7bed7a703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:44:54.347615 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] Bound using segment: {'id': '9a243871-ccdf-4923-9c83-c467b68c9ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0df1a980-c873-451c-ab43-41e7bed7a703'} {{(pid=103548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:44:54.348048 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.managers [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] Bound port: 48ff1040-7130-4c96-a7c1-974f0d7608ce, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a243871-ccdf-4923-9c83-c467b68c9ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0df1a980-c873-451c-ab43-41e7bed7a703'}}] {{(pid=103548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:44:54.348406 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (48ff1040-7130-4c96-a7c1-974f0d7608ce), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:54.414893 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] For port 48ff1040-7130-4c96-a7c1-974f0d7608ce, host hv-cinder-83941, cleared binding levels {{(pid=103548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:44:54.417958 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] For port 48ff1040-7130-4c96-a7c1-974f0d7608ce, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=48ff1040-7130-4c96-a7c1-974f0d7608ce,segment=NetworkSegment(9a243871-ccdf-4923-9c83-c467b68c9ca5),segment_id=9a243871-ccdf-4923-9c83-c467b68c9ca5)] {{(pid=103548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:44:54.425680 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26512087'] for port (48ff1040-7130-4c96-a7c1-974f0d7608ce), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:54.463164 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:54.463768 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:54.465205 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] 10.222.0.26 "PUT /v2.0/ports/48ff1040-7130-4c96-a7c1-974f0d7608ce HTTP/1.1" status: 200 len: 1094 time: 0.7247550 Apr 29 13:44:54.468237 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e', 'tag': '48ff1040-7130-4c96-a7c1-974f0d7608ce'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:44:54.471416 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4d4df3-d9c6-4ba0-a07a-76808aa8799b" -d '{"events": [{"name": "network-changed", "server_uuid": "2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e", "tag": "48ff1040-7130-4c96-a7c1-974f0d7608ce"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:44:54.521130 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291eada-6302-417d-96bd-bcd4adbda9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=48ff1040-7130-4c96-a7c1-974f0d7608ce,revision_number=3']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:54.525772 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f54610-7da5-4e31-9208-d383dded90c4 x-openstack-request-id: req-97f54610-7da5-4e31-9208-d383dded90c4 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:44:54.526062 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e", "tag": "48ff1040-7130-4c96-a7c1-974f0d7608ce", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:44:54.526296 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97f54610-7da5-4e31-9208-d383dded90c4 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:44:54.526696 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97f54610-7da5-4e31-9208-d383dded90c4'] response: {'name': 'network-changed', 'server_uuid': '2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e', 'tag': '48ff1040-7130-4c96-a7c1-974f0d7608ce', 'status': 'completed', 'code': 200} Apr 29 13:44:54.575924 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-9ba8a5eb-1ed9-43ee-b9dc-cfd9557a3aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:54.577471 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-9ba8a5eb-1ed9-43ee-b9dc-cfd9557a3aa5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ae2249b34524315a890104b7f7d6f85&device_id=2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e HTTP/1.1" status: 200 len: 1128 time: 0.0648088 Apr 29 13:44:54.583573 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d6adb-f5a8-4ef9-a2a2-5b1f8609669c req-991b399a-8cfd-49c5-9620-25e73b872b73 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:54.584993 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a65d6adb-f5a8-4ef9-a2a2-5b1f8609669c req-991b399a-8cfd-49c5-9620-25e73b872b73 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0822878 Apr 29 13:44:54.636539 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-e6d2b680-b295-475f-a815-24a303f01471 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ff1040-7130-4c96-a7c1-974f0d7608ce HTTP/1.1" status: 200 len: 217 time: 0.0505815 Apr 29 13:44:54.693968 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a65d6adb-f5a8-4ef9-a2a2-5b1f8609669c req-95b71ea6-bec4-45e7-b288-1d74659bac5a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016347 Apr 29 13:44:54.703316 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-383c781a-c037-4604-8903-2d95d32be414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:54.704829 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-383c781a-c037-4604-8903-2d95d32be414 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=43d93555-3f03-49aa-a121-4446da8a0a31 HTTP/1.1" status: 200 len: 847 time: 0.0623486 Apr 29 13:44:54.742628 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-2feaa537-3e3c-4dee-b29f-d8511d9eb61f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0df1a980-c873-451c-ab43-41e7bed7a703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323949 Apr 29 13:44:54.841182 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-38121567-c957-4887-a60e-bca79468993e service neutron] 10.222.0.26 "GET /v2.0/networks/0df1a980-c873-451c-ab43-41e7bed7a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923009 Apr 29 13:44:54.986636 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-11ef7de1-7ecf-42c2-a52b-3045ad4c78af req-c7d8cfa4-6efb-4242-9a0c-e967979a0058 service neutron] 10.222.0.26 "GET /v2.0/networks/0df1a980-c873-451c-ab43-41e7bed7a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906873 Apr 29 13:44:55.324272 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483dd62-fe9e-4fcb-a323-1e338a9867a4 req-5265163a-0a0d-4292-af98-ecdb4f021e0e tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:55.326923 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9483dd62-fe9e-4fcb-a323-1e338a9867a4 req-5265163a-0a0d-4292-af98-ecdb4f021e0e tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e HTTP/1.1" status: 200 len: 944 time: 0.0547113 Apr 29 13:44:55.383252 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9483dd62-fe9e-4fcb-a323-1e338a9867a4 req-8c97a895-2441-402a-bc39-729d72b69c7b tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/security-groups?id=4980715b-17b1-448d-8a38-db9202df5e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499332 Apr 29 13:44:55.867270 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d4df3-d9c6-4ba0-a07a-76808aa8799b req-7e6be71f-80b9-4960-a70c-3fa7b5f86864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:55.869928 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fe4d4df3-d9c6-4ba0-a07a-76808aa8799b req-7e6be71f-80b9-4960-a70c-3fa7b5f86864 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ae2249b34524315a890104b7f7d6f85&device_id=2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e HTTP/1.1" status: 200 len: 1128 time: 0.1133835 Apr 29 13:44:55.884307 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462e66e-74ad-43d4-8f5a-72b2f46afb7f req-d4a8daeb-6434-4186-b42f-7e332c943878 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:55.886445 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2462e66e-74ad-43d4-8f5a-72b2f46afb7f req-d4a8daeb-6434-4186-b42f-7e332c943878 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.1199522 Apr 29 13:44:56.049395 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2462e66e-74ad-43d4-8f5a-72b2f46afb7f req-20884344-90b3-4c6e-85e1-3b81ae6f0879 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504886 Apr 29 13:44:56.065610 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d4df3-d9c6-4ba0-a07a-76808aa8799b req-972ff557-0a38-49a1-9778-09d296729ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:56.067110 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fe4d4df3-d9c6-4ba0-a07a-76808aa8799b req-972ff557-0a38-49a1-9778-09d296729ac1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0df1a980-c873-451c-ab43-41e7bed7a703 HTTP/1.1" status: 200 len: 907 time: 0.1796515 Apr 29 13:44:56.114365 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fe4d4df3-d9c6-4ba0-a07a-76808aa8799b req-b8f03adc-875a-4540-843e-d156f28c19d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ff1040-7130-4c96-a7c1-974f0d7608ce HTTP/1.1" status: 200 len: 217 time: 0.0414975 Apr 29 13:44:56.173125 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d4df3-d9c6-4ba0-a07a-76808aa8799b req-0bd9baf4-7544-4885-b3c2-be06bd16efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:56.175425 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fe4d4df3-d9c6-4ba0-a07a-76808aa8799b req-0bd9baf4-7544-4885-b3c2-be06bd16efa2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=43d93555-3f03-49aa-a121-4446da8a0a31 HTTP/1.1" status: 200 len: 847 time: 0.0554652 Apr 29 13:44:56.220468 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fe4d4df3-d9c6-4ba0-a07a-76808aa8799b req-dc1300f7-5f30-45e3-9b4b-2ed5dac36877 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0df1a980-c873-451c-ab43-41e7bed7a703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369942 Apr 29 13:44:56.327460 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0612e27-3e92-47b1-a528-218ae8900e07 req-345f2335-458c-48fe-a7f6-a70910ff79a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:56.329058 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-f0612e27-3e92-47b1-a528-218ae8900e07 req-345f2335-458c-48fe-a7f6-a70910ff79a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44c6030c56a74362b6795f72764597ce&device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 1129 time: 0.0454173 Apr 29 13:44:56.329261 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a800b-ec34-4e20-923b-605222c28064 req-677493af-3f82-48bb-b252-31df561d8dce tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:56.330800 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b53a800b-ec34-4e20-923b-605222c28064 req-677493af-3f82-48bb-b252-31df561d8dce tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.1137137 Apr 29 13:44:56.385339 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fe4d4df3-d9c6-4ba0-a07a-76808aa8799b req-171bdf02-de92-412e-87ce-f7b80cb12d9e service neutron] 10.222.0.26 "GET /v2.0/networks/0df1a980-c873-451c-ab43-41e7bed7a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566694 Apr 29 13:44:56.432262 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0612e27-3e92-47b1-a528-218ae8900e07 req-14fce66a-b1b7-4397-8956-0edec28933fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:56.434123 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-f0612e27-3e92-47b1-a528-218ae8900e07 req-14fce66a-b1b7-4397-8956-0edec28933fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0033bbe-9a7c-4e9a-a14e-6e114adb922e HTTP/1.1" status: 200 len: 910 time: 0.0982759 Apr 29 13:44:56.435825 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b53a800b-ec34-4e20-923b-605222c28064 req-a6152261-208b-4718-a137-58e7c3ce0189 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963380 Apr 29 13:44:56.540693 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-f0612e27-3e92-47b1-a528-218ae8900e07 req-503db961-d12b-4a62-9ab2-9c1a5bf61834 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=244e9ce7-de85-4a8c-b613-8558cb98b60a HTTP/1.1" status: 200 len: 1000 time: 0.0989394 Apr 29 13:44:56.569793 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91db0bb-919f-42f8-a949-9aff81734f29 req-2221e98f-166b-41a0-8743-d4495dc4dc92 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:56.572162 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b91db0bb-919f-42f8-a949-9aff81734f29 req-2221e98f-166b-41a0-8743-d4495dc4dc92 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e HTTP/1.1" status: 200 len: 944 time: 0.0877957 Apr 29 13:44:56.585766 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fe4d4df3-d9c6-4ba0-a07a-76808aa8799b req-b09769e1-2b2c-40bc-a6ea-d50a389af56f service neutron] 10.222.0.26 "GET /v2.0/networks/0df1a980-c873-451c-ab43-41e7bed7a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935251 Apr 29 13:44:56.597885 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0612e27-3e92-47b1-a528-218ae8900e07 req-f0e2576d-e1f6-4e74-a1f0-bff2d2fa0490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:56.599695 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-f0612e27-3e92-47b1-a528-218ae8900e07 req-f0e2576d-e1f6-4e74-a1f0-bff2d2fa0490 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37ea92da-e0ed-4579-801d-4e60d1c28650 HTTP/1.1" status: 200 len: 849 time: 0.0530503 Apr 29 13:44:56.643499 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b91db0bb-919f-42f8-a949-9aff81734f29 req-8d2d82c9-73ef-4900-8062-a3811b39287a tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/security-groups?id=4980715b-17b1-448d-8a38-db9202df5e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630863 Apr 29 13:44:56.645371 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0612e27-3e92-47b1-a528-218ae8900e07 req-0f8452e7-8915-4000-bb37-15497477ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:56.646944 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-f0612e27-3e92-47b1-a528-218ae8900e07 req-0f8452e7-8915-4000-bb37-15497477ba16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0033bbe-9a7c-4e9a-a14e-6e114adb922e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0416145 Apr 29 13:44:56.744614 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-f0612e27-3e92-47b1-a528-218ae8900e07 req-43c3f12f-4b40-438b-b1fe-87e2a908c691 service neutron] 10.222.0.26 "GET /v2.0/networks/b0033bbe-9a7c-4e9a-a14e-6e114adb922e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917482 Apr 29 13:44:56.836011 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-f0612e27-3e92-47b1-a528-218ae8900e07 req-f2061f23-3879-4de0-aac9-426900f0c379 service neutron] 10.222.0.26 "GET /v2.0/networks/b0033bbe-9a7c-4e9a-a14e-6e114adb922e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851617 Apr 29 13:44:57.530424 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 48ff1040-7130-4c96-a7c1-974f0d7608ce details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:44:57.557237 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702c02f-c598-4110-a39b-3354f124c7f1 req-e707e544-1c5e-4fec-ad0a-02ceaacb1866 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:57.558745 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e702c02f-c598-4110-a39b-3354f124c7f1 req-e707e544-1c5e-4fec-ad0a-02ceaacb1866 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0496967 Apr 29 13:44:57.609206 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e702c02f-c598-4110-a39b-3354f124c7f1 req-4f85993a-8971-48bd-b256-925788f68b74 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438192 Apr 29 13:44:57.631243 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 48ff1040-7130-4c96-a7c1-974f0d7608ce, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=48ff1040-7130-4c96-a7c1-974f0d7608ce,segment=NetworkSegment(9a243871-ccdf-4923-9c83-c467b68c9ca5),segment_id=9a243871-ccdf-4923-9c83-c467b68c9ca5)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:44:57.643071 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': '48ff1040-7130-4c96-a7c1-974f0d7608ce', 'network_id': '0df1a980-c873-451c-ab43-41e7bed7a703', 'port_id': '48ff1040-7130-4c96-a7c1-974f0d7608ce', 'mac_address': 'fa:16:3e:ab:2d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d93555-3f03-49aa-a121-4446da8a0a31', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:44:57.684102 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port 48ff1040-7130-4c96-a7c1-974f0d7608ce is: DOWN; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:44:57.684624 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (48ff1040-7130-4c96-a7c1-974f0d7608ce), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:57.699093 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ff1040-7130-4c96-a7c1-974f0d7608ce {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:44:57.721148 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 48ff1040-7130-4c96-a7c1-974f0d7608ce, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=48ff1040-7130-4c96-a7c1-974f0d7608ce,segment=NetworkSegment(9a243871-ccdf-4923-9c83-c467b68c9ca5),segment_id=9a243871-ccdf-4923-9c83-c467b68c9ca5)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:44:57.726078 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (48ff1040-7130-4c96-a7c1-974f0d7608ce), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:57.781496 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=48ff1040-7130-4c96-a7c1-974f0d7608ce,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:57.787907 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abb3ec-e542-41fe-9d93-39760fddf230 req-f2dfae91-821a-478f-b92e-0fb6215f0179 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:57.790013 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-55abb3ec-e542-41fe-9d93-39760fddf230 req-f2dfae91-821a-478f-b92e-0fb6215f0179 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e HTTP/1.1" status: 200 len: 945 time: 0.0702860 Apr 29 13:44:57.872746 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-55abb3ec-e542-41fe-9d93-39760fddf230 req-81894d8a-c126-4b95-950c-3f1c0a0b148c tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/security-groups?id=4980715b-17b1-448d-8a38-db9202df5e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702369 Apr 29 13:44:57.958886 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['48ff1040-7130-4c96-a7c1-974f0d7608ce'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:44:58.725708 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a4438-8e4f-4a81-8719-1a64adddffa7 req-e37c7923-2120-46f1-929f-7d3a4981f48a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:58.727193 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6c0a4438-8e4f-4a81-8719-1a64adddffa7 req-e37c7923-2120-46f1-929f-7d3a4981f48a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0472627 Apr 29 13:44:58.775489 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6c0a4438-8e4f-4a81-8719-1a64adddffa7 req-bc60bc9d-0f3c-4b17-9d2e-a9c912e9a220 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419652 Apr 29 13:44:58.994825 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d4802-4ebc-491f-9d98-db6ff2001e44 req-dbccba4b-2520-4c27-9672-71cd45d242a3 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:58.996330 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-783d4802-4ebc-491f-9d98-db6ff2001e44 req-dbccba4b-2520-4c27-9672-71cd45d242a3 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e HTTP/1.1" status: 200 len: 945 time: 0.0482500 Apr 29 13:44:59.049735 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-783d4802-4ebc-491f-9d98-db6ff2001e44 req-83df18a2-5073-4025-99ba-fa09689cacb9 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/security-groups?id=4980715b-17b1-448d-8a38-db9202df5e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470078 Apr 29 13:44:59.537382 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 48ff1040-7130-4c96-a7c1-974f0d7608ce up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:44:59.583625 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning for port 48ff1040-7130-4c96-a7c1-974f0d7608ce completed by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:44:59.590340 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port 48ff1040-7130-4c96-a7c1-974f0d7608ce triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:44:59.591244 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (48ff1040-7130-4c96-a7c1-974f0d7608ce), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:59.678292 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port 48ff1040-7130-4c96-a7c1-974f0d7608ce is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:44:59.678583 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (48ff1040-7130-4c96-a7c1-974f0d7608ce), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:59.702594 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ff1040-7130-4c96-a7c1-974f0d7608ce'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:44:59.704974 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dbd8b2-1ca2-4655-9d9d-bbe605e9c3ac" -d '{"events": [{"server_uuid": "2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e", "name": "network-vif-plugged", "status": "completed", "tag": "48ff1040-7130-4c96-a7c1-974f0d7608ce"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:44:59.718613 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 48ff1040-7130-4c96-a7c1-974f0d7608ce, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=48ff1040-7130-4c96-a7c1-974f0d7608ce,segment=NetworkSegment(9a243871-ccdf-4923-9c83-c467b68c9ca5),segment_id=9a243871-ccdf-4923-9c83-c467b68c9ca5)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:44:59.725564 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (48ff1040-7130-4c96-a7c1-974f0d7608ce), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:44:59.749339 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4714f4e6-8418-440f-819f-f1a40b3e469e x-openstack-request-id: req-4714f4e6-8418-440f-819f-f1a40b3e469e {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:44:59.749676 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e", "name": "network-vif-plugged", "status": "completed", "tag": "48ff1040-7130-4c96-a7c1-974f0d7608ce", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:44:59.749928 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4714f4e6-8418-440f-819f-f1a40b3e469e {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:44:59.750328 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4714f4e6-8418-440f-819f-f1a40b3e469e'] response: {'server_uuid': '2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ff1040-7130-4c96-a7c1-974f0d7608ce', 'code': 200} Apr 29 13:44:59.777606 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=48ff1040-7130-4c96-a7c1-974f0d7608ce,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:44:59.908063 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3d578-fac9-4182-b2d5-c36535751189 req-6b1ca285-3194-4bb0-b4b3-995592fb1c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:44:59.909921 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-7db3d578-fac9-4182-b2d5-c36535751189 req-6b1ca285-3194-4bb0-b4b3-995592fb1c50 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e HTTP/1.1" status: 200 len: 1130 time: 0.0403776 Apr 29 13:44:59.958139 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-7db3d578-fac9-4182-b2d5-c36535751189 req-543b4c52-fa40-470f-b4d2-fff4d5dd275b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4980715b-17b1-448d-8a38-db9202df5e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429380 Apr 29 13:45:00.165728 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b673b4-40f1-4177-95fc-6ef4900d0a77 req-bbfef642-71a0-45b9-820f-7ef4f640bccf tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:00.167280 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a4b673b4-40f1-4177-95fc-6ef4900d0a77 req-bbfef642-71a0-45b9-820f-7ef4f640bccf tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e HTTP/1.1" status: 200 len: 946 time: 0.0481961 Apr 29 13:45:00.215118 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a4b673b4-40f1-4177-95fc-6ef4900d0a77 req-b21af842-f18c-46d5-aa75-3105e59c1a7e tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/security-groups?id=4980715b-17b1-448d-8a38-db9202df5e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416176 Apr 29 13:45:01.079296 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:01.334366 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0400d-f81f-4094-8c9a-fe186c3b3c6b req-d2cc0fcd-a4d6-4fc5-92c6-da1c6ef0101b tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:01.335837 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-60e0400d-f81f-4094-8c9a-fe186c3b3c6b req-d2cc0fcd-a4d6-4fc5-92c6-da1c6ef0101b tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e HTTP/1.1" status: 200 len: 946 time: 0.0498009 Apr 29 13:45:01.386300 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-60e0400d-f81f-4094-8c9a-fe186c3b3c6b req-5d980e02-2a5b-4ae5-bf40-2fbe612d1626 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/security-groups?id=4980715b-17b1-448d-8a38-db9202df5e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444221 Apr 29 13:45:01.444360 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:45:02.514411 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3dc14e-b23d-4ccf-8459-961d5bbbbb25 req-c0c93842-fc81-4d5c-857c-dbdea0fe6d7a tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:02.515954 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1f3dc14e-b23d-4ccf-8459-961d5bbbbb25 req-c0c93842-fc81-4d5c-857c-dbdea0fe6d7a tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e HTTP/1.1" status: 200 len: 946 time: 0.0552735 Apr 29 13:45:02.567010 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1f3dc14e-b23d-4ccf-8459-961d5bbbbb25 req-92dd3c81-80e3-475c-a1de-0372720272d2 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/security-groups?id=4980715b-17b1-448d-8a38-db9202df5e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452323 Apr 29 13:45:03.254506 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae287056-065e-454b-ac71-069e84856fcc req-5aa164db-58c0-446d-931c-ddd120a789d0 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:03.256042 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ae287056-065e-454b-ac71-069e84856fcc req-5aa164db-58c0-446d-931c-ddd120a789d0 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e HTTP/1.1" status: 200 len: 946 time: 0.0494449 Apr 29 13:45:03.309173 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ae287056-065e-454b-ac71-069e84856fcc req-54c99814-61b6-4148-91df-89e51b7ad8c1 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/security-groups?id=4980715b-17b1-448d-8a38-db9202df5e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472727 Apr 29 13:45:04.442030 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235cbcf-7377-4812-83b2-a0fefd562ec7 req-b3671c1b-fbf5-41a9-834a-e70e93fe7569 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:04.444149 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2235cbcf-7377-4812-83b2-a0fefd562ec7 req-b3671c1b-fbf5-41a9-834a-e70e93fe7569 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e HTTP/1.1" status: 200 len: 946 time: 0.0530272 Apr 29 13:45:04.496540 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2235cbcf-7377-4812-83b2-a0fefd562ec7 req-dff5508f-6dd3-4dee-90e2-a0d1894357da tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/security-groups?id=4980715b-17b1-448d-8a38-db9202df5e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464849 Apr 29 13:45:04.587603 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8396c-dba6-482f-80b9-45e253e09f0d req-6acbf230-8611-4cf5-8173-f90b69c5feeb tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:04.589150 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-c7e8396c-dba6-482f-80b9-45e253e09f0d req-6acbf230-8611-4cf5-8173-f90b69c5feeb tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e HTTP/1.1" status: 200 len: 946 time: 0.0485437 Apr 29 13:45:04.687262 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-c7e8396c-dba6-482f-80b9-45e253e09f0d req-84f58110-85c5-4dce-8545-5474a3733f52 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Deleting port 48ff1040-7130-4c96-a7c1-974f0d7608ce {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:45:04.687590 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-c7e8396c-dba6-482f-80b9-45e253e09f0d req-84f58110-85c5-4dce-8545-5474a3733f52 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (48ff1040-7130-4c96-a7c1-974f0d7608ce), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:04.787207 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-c7e8396c-dba6-482f-80b9-45e253e09f0d req-84f58110-85c5-4dce-8545-5474a3733f52 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] For port 48ff1040-7130-4c96-a7c1-974f0d7608ce, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=48ff1040-7130-4c96-a7c1-974f0d7608ce,segment=NetworkSegment(9a243871-ccdf-4923-9c83-c467b68c9ca5),segment_id=9a243871-ccdf-4923-9c83-c467b68c9ca5)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:04.787578 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-c7e8396c-dba6-482f-80b9-45e253e09f0d req-84f58110-85c5-4dce-8545-5474a3733f52 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (48ff1040-7130-4c96-a7c1-974f0d7608ce), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:04.801647 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-c7e8396c-dba6-482f-80b9-45e253e09f0d req-84f58110-85c5-4dce-8545-5474a3733f52 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Calling delete_port for 48ff1040-7130-4c96-a7c1-974f0d7608ce owned by compute:nova {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:45:04.943074 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-c7e8396c-dba6-482f-80b9-45e253e09f0d req-84f58110-85c5-4dce-8545-5474a3733f52 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (48ff1040-7130-4c96-a7c1-974f0d7608ce), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:04.956297 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['48ff1040-7130-4c96-a7c1-974f0d7608ce'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:45:04.977099 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f58110-85c5-4dce-8545-5474a3733f52 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Pushing event deleted for resources: {'Port': ['ID=48ff1040-7130-4c96-a7c1-974f0d7608ce,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:05.022851 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e8396c-dba6-482f-80b9-45e253e09f0d req-84f58110-85c5-4dce-8545-5474a3733f52 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] No DVR routers for this DVR port 48ff1040-7130-4c96-a7c1-974f0d7608ce on host hv-cinder-83941 {{(pid=103547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:45:05.025404 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-c7e8396c-dba6-482f-80b9-45e253e09f0d req-84f58110-85c5-4dce-8545-5474a3733f52 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:05.028680 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-c7e8396c-dba6-482f-80b9-45e253e09f0d req-84f58110-85c5-4dce-8545-5474a3733f52 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.26 "DELETE /v2.0/ports/48ff1040-7130-4c96-a7c1-974f0d7608ce HTTP/1.1" status: 204 len: 173 time: 0.4317098 Apr 29 13:45:05.029127 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e', 'name': 'network-vif-deleted', 'tag': '48ff1040-7130-4c96-a7c1-974f0d7608ce'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:45:05.031486 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be88be1f-6294-41cd-9001-a1ecff118ca3" -d '{"events": [{"server_uuid": "2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e", "name": "network-vif-deleted", "tag": "48ff1040-7130-4c96-a7c1-974f0d7608ce"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:45:05.203508 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef15ca13-ece3-46b9-98d7-332c1e582b59 x-openstack-request-id: req-ef15ca13-ece3-46b9-98d7-332c1e582b59 {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:45:05.203805 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e", "name": "network-vif-deleted", "tag": "48ff1040-7130-4c96-a7c1-974f0d7608ce", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:45:05.204057 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef15ca13-ece3-46b9-98d7-332c1e582b59 {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:45:05.204459 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef15ca13-ece3-46b9-98d7-332c1e582b59'] response: {'server_uuid': '2bebcbbc-f894-40e3-935f-7a6f7ef0ae7e', 'name': 'network-vif-deleted', 'tag': '48ff1040-7130-4c96-a7c1-974f0d7608ce', 'status': 'completed', 'code': 200} Apr 29 13:45:05.772274 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-e0991d09-19dc-4a6f-a494-9a3872169722 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:05.774006 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-e0991d09-19dc-4a6f-a494-9a3872169722 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/networks?id=0df1a980-c873-451c-ab43-41e7bed7a703 HTTP/1.1" status: 200 len: 807 time: 0.1106296 Apr 29 13:45:05.789310 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-a1314a82-7946-4fb0-997d-b0ef68f48f11 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/quotas/1ae2249b34524315a890104b7f7d6f85 HTTP/1.1" status: 200 len: 375 time: 0.0094483 Apr 29 13:45:05.828408 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-2319aadc-e18c-42c8-a1ad-5214e4225edd tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ae2249b34524315a890104b7f7d6f85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325222 Apr 29 13:45:05.978321 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-4518969e-a2e0-4281-9642-2acc955460f2 service neutron] 10.222.0.20 "GET /v2.0/networks/0df1a980-c873-451c-ab43-41e7bed7a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430748 Apr 29 13:45:06.080793 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-7b6518c5-5108-4eb5-9171-c5c906d3e95b service neutron] 10.222.0.20 "GET /v2.0/networks/0df1a980-c873-451c-ab43-41e7bed7a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959330 Apr 29 13:45:06.268603 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b85819c0-5878-47d3-9710-10c2fbda75b8 req-f293470e-a6fd-4891-a071-432e3f7f59ae tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5 HTTP/1.1" status: 200 len: 210 time: 0.0305219 Apr 29 13:45:07.384401 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4e722218-7416-4ba2-bc37-91b49b2d0c21 req-e6e3db83-b70c-44cf-a130-f3f84d09916b tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5 HTTP/1.1" status: 200 len: 210 time: 0.0316138 Apr 29 13:45:07.509261 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-ad269806-b378-445e-9c04-2c0b57a394f0 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:07.510813 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-ad269806-b378-445e-9c04-2c0b57a394f0 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.26 "GET /v2.0/networks?id=0df1a980-c873-451c-ab43-41e7bed7a703 HTTP/1.1" status: 200 len: 807 time: 0.3917198 Apr 29 13:45:07.523503 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-7a03f322-5957-4c58-b8b6-eb01a59e98ec tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Request body: {'port': {'device_id': 'ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5', 'network_id': '0df1a980-c873-451c-ab43-41e7bed7a703', 'admin_state_up': True, 'tenant_id': '1ae2249b34524315a890104b7f7d6f85'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:45:07.566637 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 48ff1040-7130-4c96-a7c1-974f0d7608ce no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:45:07.587357 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] No Port match for: 48ff1040-7130-4c96-a7c1-974f0d7608ce {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:45:07.587703 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 48ff1040-7130-4c96-a7c1-974f0d7608ce not bound to the agent host hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:45:07.639494 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-7a03f322-5957-4c58-b8b6-eb01a59e98ec tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Made reservation on behalf of 1ae2249b34524315a890104b7f7d6f85 for: {'port': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:45:07.643557 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-7a03f322-5957-4c58-b8b6-eb01a59e98ec tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:07.778855 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-7a03f322-5957-4c58-b8b6-eb01a59e98ec tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Allocated IP 172.20.0.13 (0df1a980-c873-451c-ab43-41e7bed7a703/43d93555-3f03-49aa-a121-4446da8a0a31/40b2bba6-f813-4449-921a-44514149b606) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:45:07.942044 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-7a03f322-5957-4c58-b8b6-eb01a59e98ec tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Publish callbacks [] for port (40b2bba6-f813-4449-921a-44514149b606), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:07.978228 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-7a03f322-5957-4c58-b8b6-eb01a59e98ec tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (40b2bba6-f813-4449-921a-44514149b606), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:08.025140 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-7a03f322-5957-4c58-b8b6-eb01a59e98ec tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Network 0df1a980-c873-451c-ab43-41e7bed7a703 is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:45:08.031016 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-7a03f322-5957-4c58-b8b6-eb01a59e98ec tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:45:08.035126 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-7a03f322-5957-4c58-b8b6-eb01a59e98ec tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:45:08.041774 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03f322-5957-4c58-b8b6-eb01a59e98ec tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Pushing event updated for resources: {'Port': ['ID=40b2bba6-f813-4449-921a-44514149b606,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:08.097451 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-7a03f322-5957-4c58-b8b6-eb01a59e98ec tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:08.098571 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-7a03f322-5957-4c58-b8b6-eb01a59e98ec tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:08.125545 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-7a03f322-5957-4c58-b8b6-eb01a59e98ec tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6058166 Apr 29 13:45:08.136399 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] Request body: {'port': {'device_id': 'ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:45:08.204219 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (40b2bba6-f813-4449-921a-44514149b606), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:08.490571 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b2bba6-f813-4449-921a-44514149b606 {{(pid=103547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:45:08.500169 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] Publish callbacks [] for port (40b2bba6-f813-4449-921a-44514149b606), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:08.518425 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c9058-6437-4ee2-b8b3-1b159b83c802 req-2325ac83-183a-45b9-a9ad-25940ab11685 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:08.520057 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-cd4c9058-6437-4ee2-b8b3-1b159b83c802 req-2325ac83-183a-45b9-a9ad-25940ab11685 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5 HTTP/1.1" status: 200 len: 932 time: 0.0571351 Apr 29 13:45:08.526860 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.provisioning_blocks [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] Transition to ACTIVE for port object 40b2bba6-f813-4449-921a-44514149b606 will not be triggered until provisioned by entity L2. {{(pid=103547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:45:08.532334 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25904569'] for port (40b2bba6-f813-4449-921a-44514149b606), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:08.599017 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-cd4c9058-6437-4ee2-b8b3-1b159b83c802 req-ccaae0c2-5d22-4386-a010-fa3c7dcfbb86 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/security-groups?id=4980715b-17b1-448d-8a38-db9202df5e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688946 Apr 29 13:45:08.611701 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] Pushing event updated for resources: {'Port': ['ID=40b2bba6-f813-4449-921a-44514149b606,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:08.687165 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] Attempting to bind port 40b2bba6-f813-4449-921a-44514149b606 on host hv-cinder-83941 for vnic_type normal with profile {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:45:08.687413 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] Attempting to bind port 40b2bba6-f813-4449-921a-44514149b606 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '9a243871-ccdf-4923-9c83-c467b68c9ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0df1a980-c873-451c-ab43-41e7bed7a703'}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:45:08.687741 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] Attempting to bind port 40b2bba6-f813-4449-921a-44514149b606 on network 0df1a980-c873-451c-ab43-41e7bed7a703 {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:45:08.692730 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] Port 40b2bba6-f813-4449-921a-44514149b606 on network 0df1a980-c873-451c-ab43-41e7bed7a703 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:45:08.693060 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] Attempting to bind port 40b2bba6-f813-4449-921a-44514149b606 on network 0df1a980-c873-451c-ab43-41e7bed7a703 {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:45:08.698181 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] Checking agent: {'id': '54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'started_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:45:08.698519 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] Checking segment: {'id': '9a243871-ccdf-4923-9c83-c467b68c9ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0df1a980-c873-451c-ab43-41e7bed7a703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:45:08.698898 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] Bound using segment: {'id': '9a243871-ccdf-4923-9c83-c467b68c9ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0df1a980-c873-451c-ab43-41e7bed7a703'} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:45:08.699367 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] Bound port: 40b2bba6-f813-4449-921a-44514149b606, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a243871-ccdf-4923-9c83-c467b68c9ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0df1a980-c873-451c-ab43-41e7bed7a703'}}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:45:08.699731 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (40b2bba6-f813-4449-921a-44514149b606), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:08.772464 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] For port 40b2bba6-f813-4449-921a-44514149b606, host hv-cinder-83941, cleared binding levels {{(pid=103547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:45:08.776773 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] For port 40b2bba6-f813-4449-921a-44514149b606, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=40b2bba6-f813-4449-921a-44514149b606,segment=NetworkSegment(9a243871-ccdf-4923-9c83-c467b68c9ca5),segment_id=9a243871-ccdf-4923-9c83-c467b68c9ca5)] {{(pid=103547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:45:08.785979 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25904569'] for port (40b2bba6-f813-4449-921a-44514149b606), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:08.825635 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:08.826122 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:08.827597 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] 10.222.0.26 "PUT /v2.0/ports/40b2bba6-f813-4449-921a-44514149b606 HTTP/1.1" status: 200 len: 1094 time: 0.6954556 Apr 29 13:45:08.828089 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5', 'tag': '40b2bba6-f813-4449-921a-44514149b606'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:45:08.830449 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6eb61ea-2265-4e35-aa43-68a281c23a48" -d '{"events": [{"name": "network-changed", "server_uuid": "ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5", "tag": "40b2bba6-f813-4449-921a-44514149b606"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:45:08.867144 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15124a32-e4de-493d-8880-52e0ed7b0d1b service neutron] Pushing event updated for resources: {'Port': ['ID=40b2bba6-f813-4449-921a-44514149b606,revision_number=3']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:08.875024 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9dd94d-41d6-46ff-a700-2378db17375f x-openstack-request-id: req-cc9dd94d-41d6-46ff-a700-2378db17375f {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:45:08.875505 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5", "tag": "40b2bba6-f813-4449-921a-44514149b606", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:45:08.875912 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc9dd94d-41d6-46ff-a700-2378db17375f {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:45:08.876473 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc9dd94d-41d6-46ff-a700-2378db17375f'] response: {'name': 'network-changed', 'server_uuid': 'ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5', 'tag': '40b2bba6-f813-4449-921a-44514149b606', 'status': 'completed', 'code': 200} Apr 29 13:45:08.929750 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-ccb1c44b-bc6e-4263-ad6b-48cb3082f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:08.931263 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-ccb1c44b-bc6e-4263-ad6b-48cb3082f901 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ae2249b34524315a890104b7f7d6f85&device_id=ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5 HTTP/1.1" status: 200 len: 1128 time: 0.0527177 Apr 29 13:45:08.977685 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-bfbaa6c7-b6c0-4689-a895-2b6f9a61a05a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40b2bba6-f813-4449-921a-44514149b606 HTTP/1.1" status: 200 len: 217 time: 0.0359433 Apr 29 13:45:09.028084 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-ad4eb770-9011-40b6-8ef6-d7dba3d38efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:09.029859 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-ad4eb770-9011-40b6-8ef6-d7dba3d38efe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=43d93555-3f03-49aa-a121-4446da8a0a31 HTTP/1.1" status: 200 len: 847 time: 0.0452559 Apr 29 13:45:09.063664 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-e95f9c0b-878f-4fae-b3dd-a0ab194daa88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0df1a980-c873-451c-ab43-41e7bed7a703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273545 Apr 29 13:45:09.161101 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-150aebe3-107a-40ac-8088-4dc525ffd631 service neutron] 10.222.0.26 "GET /v2.0/networks/0df1a980-c873-451c-ab43-41e7bed7a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907583 Apr 29 13:45:09.258035 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8cabc1e8-8be9-4392-83ff-9c66ef8c196f req-b07d6a38-3443-443c-9ad0-6e728a7c86c0 service neutron] 10.222.0.26 "GET /v2.0/networks/0df1a980-c873-451c-ab43-41e7bed7a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897713 Apr 29 13:45:09.730794 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c482bf-90b7-4de5-88ab-2d505a45f30c req-118c9043-ccb3-4af2-8f5e-4b7097d6b1c4 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:09.732518 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-29c482bf-90b7-4de5-88ab-2d505a45f30c req-118c9043-ccb3-4af2-8f5e-4b7097d6b1c4 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5 HTTP/1.1" status: 200 len: 944 time: 0.0539687 Apr 29 13:45:09.782463 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-29c482bf-90b7-4de5-88ab-2d505a45f30c req-f7c32034-23a8-4ddb-b88a-8dadc326298f tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/security-groups?id=4980715b-17b1-448d-8a38-db9202df5e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442305 Apr 29 13:45:10.138685 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb61ea-2265-4e35-aa43-68a281c23a48 req-edb02faf-d464-4e87-a03e-7ee500a5fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:10.140186 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-b6eb61ea-2265-4e35-aa43-68a281c23a48 req-edb02faf-d464-4e87-a03e-7ee500a5fd29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ae2249b34524315a890104b7f7d6f85&device_id=ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5 HTTP/1.1" status: 200 len: 1128 time: 0.0452173 Apr 29 13:45:10.230309 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb61ea-2265-4e35-aa43-68a281c23a48 req-1de42af6-27d1-4913-b4c4-eb3545bc8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:10.232297 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-b6eb61ea-2265-4e35-aa43-68a281c23a48 req-1de42af6-27d1-4913-b4c4-eb3545bc8be1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0df1a980-c873-451c-ab43-41e7bed7a703 HTTP/1.1" status: 200 len: 907 time: 0.0842507 Apr 29 13:45:10.277874 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-b6eb61ea-2265-4e35-aa43-68a281c23a48 req-c1d8d819-c819-43dc-8115-77222033964d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40b2bba6-f813-4449-921a-44514149b606 HTTP/1.1" status: 200 len: 217 time: 0.0384099 Apr 29 13:45:10.331185 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb61ea-2265-4e35-aa43-68a281c23a48 req-2defa292-716b-43c2-ace8-95d977778a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:10.332592 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-b6eb61ea-2265-4e35-aa43-68a281c23a48 req-2defa292-716b-43c2-ace8-95d977778a9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=43d93555-3f03-49aa-a121-4446da8a0a31 HTTP/1.1" status: 200 len: 847 time: 0.0442607 Apr 29 13:45:10.366193 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-b6eb61ea-2265-4e35-aa43-68a281c23a48 req-b3ba5de4-f72f-4fe2-a792-807ac7c29217 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0df1a980-c873-451c-ab43-41e7bed7a703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271142 Apr 29 13:45:10.460053 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-b6eb61ea-2265-4e35-aa43-68a281c23a48 req-8c26e017-8fb5-43d0-875d-5751c0e1f774 service neutron] 10.222.0.26 "GET /v2.0/networks/0df1a980-c873-451c-ab43-41e7bed7a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869780 Apr 29 13:45:10.561386 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-b6eb61ea-2265-4e35-aa43-68a281c23a48 req-e5a3fc82-e1c6-46ab-9a6d-6ab14509a4ea service neutron] 10.222.0.26 "GET /v2.0/networks/0df1a980-c873-451c-ab43-41e7bed7a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931752 Apr 29 13:45:10.901623 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b729f9-85fa-492f-83a6-db2103ca31b4 req-7d927589-828c-41a7-afe5-16785099197c tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:10.903341 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e0b729f9-85fa-492f-83a6-db2103ca31b4 req-7d927589-828c-41a7-afe5-16785099197c tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5 HTTP/1.1" status: 200 len: 944 time: 0.0495162 Apr 29 13:45:10.954206 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e0b729f9-85fa-492f-83a6-db2103ca31b4 req-37cbda91-deac-4b3f-a8cc-c62863e5cf6e tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/security-groups?id=4980715b-17b1-448d-8a38-db9202df5e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452685 Apr 29 13:45:11.600727 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 40b2bba6-f813-4449-921a-44514149b606 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:45:11.714757 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 40b2bba6-f813-4449-921a-44514149b606, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=40b2bba6-f813-4449-921a-44514149b606,segment=NetworkSegment(9a243871-ccdf-4923-9c83-c467b68c9ca5),segment_id=9a243871-ccdf-4923-9c83-c467b68c9ca5)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:11.727045 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': '40b2bba6-f813-4449-921a-44514149b606', 'network_id': '0df1a980-c873-451c-ab43-41e7bed7a703', 'port_id': '40b2bba6-f813-4449-921a-44514149b606', 'mac_address': 'fa:16:3e:fd:fd:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d93555-3f03-49aa-a121-4446da8a0a31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:45:11.766950 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port 40b2bba6-f813-4449-921a-44514149b606 is: DOWN; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:45:11.767361 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (40b2bba6-f813-4449-921a-44514149b606), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:11.781844 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b2bba6-f813-4449-921a-44514149b606 {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:45:11.806609 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 40b2bba6-f813-4449-921a-44514149b606, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=40b2bba6-f813-4449-921a-44514149b606,segment=NetworkSegment(9a243871-ccdf-4923-9c83-c467b68c9ca5),segment_id=9a243871-ccdf-4923-9c83-c467b68c9ca5)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:11.811891 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (40b2bba6-f813-4449-921a-44514149b606), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:11.861995 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=40b2bba6-f813-4449-921a-44514149b606,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:11.869204 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:11.869548 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:11.869894 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:11.870258 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:11.870610 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:11.870939 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:11.871893 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:11.872220 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:11.872544 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:11.872890 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:11.873215 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:11.873546 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:11.873889 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:11.874186 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:11.874524 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:12.074443 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302cf22-04fe-4cec-9481-071a7d7f2295 req-dc3d5687-13b5-47ec-8b9b-ef782efa8e65 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:12.076336 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8302cf22-04fe-4cec-9481-071a7d7f2295 req-dc3d5687-13b5-47ec-8b9b-ef782efa8e65 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5 HTTP/1.1" status: 200 len: 945 time: 0.0537796 Apr 29 13:45:12.076469 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['40b2bba6-f813-4449-921a-44514149b606'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:45:12.131050 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8302cf22-04fe-4cec-9481-071a7d7f2295 req-596d7ac7-0f77-4a7a-953a-b88f6005b32c tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/security-groups?id=4980715b-17b1-448d-8a38-db9202df5e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481277 Apr 29 13:45:13.247287 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab2f36-78fa-4573-a2dc-8f9257b0efeb req-6f8a64b9-4888-4d12-b4e4-674ca7d295c3 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:13.248791 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-07ab2f36-78fa-4573-a2dc-8f9257b0efeb req-6f8a64b9-4888-4d12-b4e4-674ca7d295c3 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5 HTTP/1.1" status: 200 len: 945 time: 0.0474167 Apr 29 13:45:13.294864 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-07ab2f36-78fa-4573-a2dc-8f9257b0efeb req-6bcf071e-7595-4814-9a93-d3d69f6d0d2d tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/security-groups?id=4980715b-17b1-448d-8a38-db9202df5e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405707 Apr 29 13:45:13.638729 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 40b2bba6-f813-4449-921a-44514149b606 up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:45:13.683228 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning for port 40b2bba6-f813-4449-921a-44514149b606 completed by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:45:13.689458 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port 40b2bba6-f813-4449-921a-44514149b606 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:45:13.689838 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (40b2bba6-f813-4449-921a-44514149b606), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:13.768437 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port 40b2bba6-f813-4449-921a-44514149b606 is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:45:13.768889 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (40b2bba6-f813-4449-921a-44514149b606), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:13.791942 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b2bba6-f813-4449-921a-44514149b606'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:45:13.794714 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765e394d-c90e-4d72-8080-c19df743ae35" -d '{"events": [{"server_uuid": "ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5", "name": "network-vif-plugged", "status": "completed", "tag": "40b2bba6-f813-4449-921a-44514149b606"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:45:13.811186 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 40b2bba6-f813-4449-921a-44514149b606, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=40b2bba6-f813-4449-921a-44514149b606,segment=NetworkSegment(9a243871-ccdf-4923-9c83-c467b68c9ca5),segment_id=9a243871-ccdf-4923-9c83-c467b68c9ca5)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:13.815223 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (40b2bba6-f813-4449-921a-44514149b606), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:13.837861 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36059667-b393-4464-b54f-c6367158edc4 x-openstack-request-id: req-36059667-b393-4464-b54f-c6367158edc4 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:45:13.838259 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5", "name": "network-vif-plugged", "status": "completed", "tag": "40b2bba6-f813-4449-921a-44514149b606", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:45:13.838626 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36059667-b393-4464-b54f-c6367158edc4 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:45:13.838864 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36059667-b393-4464-b54f-c6367158edc4'] response: {'server_uuid': 'ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b2bba6-f813-4449-921a-44514149b606', 'code': 200} Apr 29 13:45:13.868273 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=40b2bba6-f813-4449-921a-44514149b606,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:14.009580 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4b4b2-6c72-4247-97b6-43ad1032bdc1 req-516624bc-780f-4d0b-ba91-de3dcdf82923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:14.010967 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-9de4b4b2-6c72-4247-97b6-43ad1032bdc1 req-516624bc-780f-4d0b-ba91-de3dcdf82923 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5 HTTP/1.1" status: 200 len: 1130 time: 0.0429256 Apr 29 13:45:14.054474 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-9de4b4b2-6c72-4247-97b6-43ad1032bdc1 req-6edfa897-1c38-4392-965c-8869505a132e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4980715b-17b1-448d-8a38-db9202df5e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351019 Apr 29 13:45:14.407555 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57b7b3-2f51-4661-9fe1-0274ed5438f4 req-074c6ee4-e13d-445e-a1aa-3b2c3e720cf9 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:14.409124 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fd57b7b3-2f51-4661-9fe1-0274ed5438f4 req-074c6ee4-e13d-445e-a1aa-3b2c3e720cf9 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5 HTTP/1.1" status: 200 len: 946 time: 0.0471041 Apr 29 13:45:14.458804 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fd57b7b3-2f51-4661-9fe1-0274ed5438f4 req-51d4dccb-2e32-4769-8c26-a86e1ef9aede tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/security-groups?id=4980715b-17b1-448d-8a38-db9202df5e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441492 Apr 29 13:45:14.499781 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-dc87b36c-72c4-4879-aae1-cfe277d68200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:15.578472 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ead74-c655-4d9e-a183-69a532ab423c req-0c817303-6569-4a56-9d6c-dbff1b24b980 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:15.580112 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ae9ead74-c655-4d9e-a183-69a532ab423c req-0c817303-6569-4a56-9d6c-dbff1b24b980 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5 HTTP/1.1" status: 200 len: 946 time: 0.0503490 Apr 29 13:45:15.643559 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ae9ead74-c655-4d9e-a183-69a532ab423c req-6cd89f4e-91df-4d2f-91b0-251cacee53ad tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/security-groups?id=4980715b-17b1-448d-8a38-db9202df5e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576735 Apr 29 13:45:16.757883 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef2a8b-795e-417c-8420-99979f4eff74 req-ad29a785-27f0-4735-8f44-1397500b778a tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:16.759362 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-16ef2a8b-795e-417c-8420-99979f4eff74 req-ad29a785-27f0-4735-8f44-1397500b778a tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5 HTTP/1.1" status: 200 len: 946 time: 0.0477669 Apr 29 13:45:16.807211 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-16ef2a8b-795e-417c-8420-99979f4eff74 req-916c915e-ac96-4b46-9305-b634b93bc09d tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/security-groups?id=4980715b-17b1-448d-8a38-db9202df5e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415378 Apr 29 13:45:17.053849 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e016d9c6-d6f0-4186-9451-2052f5cba537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:17.499441 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d875f-9ad8-4d01-80c2-1b30243f5149 req-d4bceba4-07a0-4083-bf8a-299021ee732b tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:17.500985 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2c7d875f-9ad8-4d01-80c2-1b30243f5149 req-d4bceba4-07a0-4083-bf8a-299021ee732b tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5 HTTP/1.1" status: 200 len: 946 time: 0.0577996 Apr 29 13:45:17.552614 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2c7d875f-9ad8-4d01-80c2-1b30243f5149 req-9cc14ce2-5b37-4ca9-bc0c-08cd1b0f4742 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/security-groups?id=4980715b-17b1-448d-8a38-db9202df5e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448925 Apr 29 13:45:18.083664 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:18.708014 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13549dd9-ea78-40d7-8cbe-e9ffc9a0e51d req-09d6ae3a-a372-467d-b0c5-03c944a2ddbe tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:18.709573 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-13549dd9-ea78-40d7-8cbe-e9ffc9a0e51d req-09d6ae3a-a372-467d-b0c5-03c944a2ddbe tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5 HTTP/1.1" status: 200 len: 946 time: 0.0496728 Apr 29 13:45:18.758946 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-13549dd9-ea78-40d7-8cbe-e9ffc9a0e51d req-8b4c5291-a9e4-49ae-89f7-3f8518123893 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.20 "GET /v2.0/security-groups?id=4980715b-17b1-448d-8a38-db9202df5e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434053 Apr 29 13:45:18.880003 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91147a7f-0ff2-45c4-b166-1ed56b350df1 req-6502da3e-4eb5-4a19-99ea-ff1ebb7bb773 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:18.881507 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-91147a7f-0ff2-45c4-b166-1ed56b350df1 req-6502da3e-4eb5-4a19-99ea-ff1ebb7bb773 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5 HTTP/1.1" status: 200 len: 946 time: 0.0530975 Apr 29 13:45:18.979767 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-91147a7f-0ff2-45c4-b166-1ed56b350df1 req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Deleting port 40b2bba6-f813-4449-921a-44514149b606 {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:45:18.980103 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-91147a7f-0ff2-45c4-b166-1ed56b350df1 req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (40b2bba6-f813-4449-921a-44514149b606), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:19.069113 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-91147a7f-0ff2-45c4-b166-1ed56b350df1 req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] For port 40b2bba6-f813-4449-921a-44514149b606, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=40b2bba6-f813-4449-921a-44514149b606,segment=NetworkSegment(9a243871-ccdf-4923-9c83-c467b68c9ca5),segment_id=9a243871-ccdf-4923-9c83-c467b68c9ca5)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:19.069559 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-91147a7f-0ff2-45c4-b166-1ed56b350df1 req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (40b2bba6-f813-4449-921a-44514149b606), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:19.083085 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-91147a7f-0ff2-45c4-b166-1ed56b350df1 req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Calling delete_port for 40b2bba6-f813-4449-921a-44514149b606 owned by compute:nova {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:45:19.213678 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-91147a7f-0ff2-45c4-b166-1ed56b350df1 req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (40b2bba6-f813-4449-921a-44514149b606), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:19.226075 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['40b2bba6-f813-4449-921a-44514149b606'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:45:19.240722 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Pushing event deleted for resources: {'Port': ['ID=40b2bba6-f813-4449-921a-44514149b606,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:19.255831 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:19.256177 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:19.256522 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:19.256892 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:19.257233 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:19.257570 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:19.257899 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:19.258224 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:19.258553 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:19.258876 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:19.259202 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:19.259528 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:19.259851 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:19.260171 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:19.260493 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:19.298079 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-91147a7f-0ff2-45c4-b166-1ed56b350df1 req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] No DVR routers for this DVR port 40b2bba6-f813-4449-921a-44514149b606 on host hv-cinder-83941 {{(pid=103547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:45:19.300517 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-91147a7f-0ff2-45c4-b166-1ed56b350df1 req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:19.303748 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-91147a7f-0ff2-45c4-b166-1ed56b350df1 req-4139f201-3a56-475f-95c8-23baeb750406 tempest-VolumesActionsTest-1186269540 tempest-VolumesActionsTest-1186269540-project] 10.222.0.26 "DELETE /v2.0/ports/40b2bba6-f813-4449-921a-44514149b606 HTTP/1.1" status: 204 len: 173 time: 0.4125042 Apr 29 13:45:19.304202 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5', 'name': 'network-vif-deleted', 'tag': '40b2bba6-f813-4449-921a-44514149b606'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:45:19.306458 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eca2bbd-6d7b-47a9-bcee-40d04cba839b" -d '{"events": [{"server_uuid": "ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5", "name": "network-vif-deleted", "tag": "40b2bba6-f813-4449-921a-44514149b606"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:45:19.348732 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19fb897-7556-4bec-a9b5-25b04b171064 x-openstack-request-id: req-f19fb897-7556-4bec-a9b5-25b04b171064 {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:45:19.349340 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5", "name": "network-vif-deleted", "tag": "40b2bba6-f813-4449-921a-44514149b606", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:45:19.349589 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f19fb897-7556-4bec-a9b5-25b04b171064 {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:45:19.349992 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f19fb897-7556-4bec-a9b5-25b04b171064'] response: {'server_uuid': 'ed4be6b6-4dc9-42b3-9c2e-18a5e8c195b5', 'name': 'network-vif-deleted', 'tag': '40b2bba6-f813-4449-921a-44514149b606', 'status': 'completed', 'code': 200} Apr 29 13:45:20.061281 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:21.453496 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:21.468561 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b808bac-d982-4ba1-947d-3c4b1c7ae4ff req-e15b6d96-97f1-4fcd-8a17-a5be12147b72 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:21.470094 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6b808bac-d982-4ba1-947d-3c4b1c7ae4ff req-e15b6d96-97f1-4fcd-8a17-a5be12147b72 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 947 time: 0.0494907 Apr 29 13:45:21.529292 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6b808bac-d982-4ba1-947d-3c4b1c7ae4ff req-96041f2e-c453-4a35-932e-8a2ddd85586e tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527995 Apr 29 13:45:21.650377 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 40b2bba6-f813-4449-921a-44514149b606 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:45:21.673034 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] No Port match for: 40b2bba6-f813-4449-921a-44514149b606 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:45:21.673380 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 40b2bba6-f813-4449-921a-44514149b606 not bound to the agent host hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:45:22.667418 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0432e83-f4fa-4db9-8b04-4408e47b06c1 req-b9b432a3-120b-4c4d-941a-850cf17dbc3f tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:22.669586 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b0432e83-f4fa-4db9-8b04-4408e47b06c1 req-b9b432a3-120b-4c4d-941a-850cf17dbc3f tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 947 time: 0.0506704 Apr 29 13:45:22.719527 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b0432e83-f4fa-4db9-8b04-4408e47b06c1 req-954ab565-86b9-4db3-be9c-a746e687e2a0 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac48dcb6-e697-468a-a760-ad854b03307b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440738 Apr 29 13:45:22.985750 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6350224-5eb4-4a14-81e4-6b56a8d31d36 req-74f35dac-9730-42a2-b7ce-932adc61688b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:22.987316 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e6350224-5eb4-4a14-81e4-6b56a8d31d36 req-74f35dac-9730-42a2-b7ce-932adc61688b tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 947 time: 0.0598679 Apr 29 13:45:23.085574 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-e6350224-5eb4-4a14-81e4-6b56a8d31d36 req-b40149e8-28a7-40b3-ab8c-bbf27c5a3aa9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Deleting port c73c3fae-0b18-491d-a547-f51a91e96c66 {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:45:23.086169 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e6350224-5eb4-4a14-81e4-6b56a8d31d36 req-b40149e8-28a7-40b3-ab8c-bbf27c5a3aa9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:23.203376 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-e6350224-5eb4-4a14-81e4-6b56a8d31d36 req-b40149e8-28a7-40b3-ab8c-bbf27c5a3aa9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] For port c73c3fae-0b18-491d-a547-f51a91e96c66, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=c73c3fae-0b18-491d-a547-f51a91e96c66,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:23.203739 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e6350224-5eb4-4a14-81e4-6b56a8d31d36 req-b40149e8-28a7-40b3-ab8c-bbf27c5a3aa9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:23.445383 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e6350224-5eb4-4a14-81e4-6b56a8d31d36 req-b40149e8-28a7-40b3-ab8c-bbf27c5a3aa9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:23.445935 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e6350224-5eb4-4a14-81e4-6b56a8d31d36 req-b40149e8-28a7-40b3-ab8c-bbf27c5a3aa9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (9980bf74-fe72-44a3-be30-cd4d56ced215), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:23.446857 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.l3_db [req-e6350224-5eb4-4a14-81e4-6b56a8d31d36 req-b40149e8-28a7-40b3-ab8c-bbf27c5a3aa9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Floating IP 9980bf74-fe72-44a3-be30-cd4d56ced215 disassociated. External IP: 172.28.3.227, port: c73c3fae-0b18-491d-a547-f51a91e96c66. Apr 29 13:45:23.447559 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-e6350224-5eb4-4a14-81e4-6b56a8d31d36 req-b40149e8-28a7-40b3-ab8c-bbf27c5a3aa9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Calling delete_port for c73c3fae-0b18-491d-a547-f51a91e96c66 owned by compute:nova {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:45:23.653178 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e6350224-5eb4-4a14-81e4-6b56a8d31d36 req-b40149e8-28a7-40b3-ab8c-bbf27c5a3aa9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (c73c3fae-0b18-491d-a547-f51a91e96c66), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:23.685468 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40149e8-28a7-40b3-ab8c-bbf27c5a3aa9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Pushing event deleted for resources: {'Port': ['ID=c73c3fae-0b18-491d-a547-f51a91e96c66,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:23.850191 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-30f920c4-4e70-47b9-837f-2ca90cb1126a req-147c5e95-092f-4304-a784-c2d458905778 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/ports?device_id=e32e6c07-37a6-44c5-932c-371e2a8ec07e HTTP/1.1" status: 200 len: 210 time: 0.0428693 Apr 29 13:45:23.851669 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6350224-5eb4-4a14-81e4-6b56a8d31d36 req-b40149e8-28a7-40b3-ab8c-bbf27c5a3aa9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:45:23.970477 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6350224-5eb4-4a14-81e4-6b56a8d31d36 req-b40149e8-28a7-40b3-ab8c-bbf27c5a3aa9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:45:23.982295 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9285f1b2-2b3f-41c6-8112-04a223434984 None None] Sync routers for ids ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'] in dv-cinder-839416-3-smb {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:45:24.001695 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9285f1b2-2b3f-41c6-8112-04a223434984 None None] Routers {'3e041d0f-0fb7-4a6e-9de4-e1b923a49846'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:45:24.002335 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-9285f1b2-2b3f-41c6-8112-04a223434984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:45:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:24.025316 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6350224-5eb4-4a14-81e4-6b56a8d31d36 req-b40149e8-28a7-40b3-ab8c-bbf27c5a3aa9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] No DVR routers for this DVR port c73c3fae-0b18-491d-a547-f51a91e96c66 on host hv-cinder-83941 {{(pid=103547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:45:24.029538 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-e6350224-5eb4-4a14-81e4-6b56a8d31d36 req-b40149e8-28a7-40b3-ab8c-bbf27c5a3aa9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:24.032853 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e6350224-5eb4-4a14-81e4-6b56a8d31d36 req-b40149e8-28a7-40b3-ab8c-bbf27c5a3aa9 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.26 "DELETE /v2.0/ports/c73c3fae-0b18-491d-a547-f51a91e96c66 HTTP/1.1" status: 204 len: 173 time: 1.0400381 Apr 29 13:45:24.033316 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32e6c07-37a6-44c5-932c-371e2a8ec07e', 'name': 'network-vif-deleted', 'tag': 'c73c3fae-0b18-491d-a547-f51a91e96c66'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:45:24.035735 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2892fa0c-5e7a-4e71-9e19-fdf955b2c8c5" -d '{"events": [{"server_uuid": "e32e6c07-37a6-44c5-932c-371e2a8ec07e", "name": "network-vif-deleted", "tag": "c73c3fae-0b18-491d-a547-f51a91e96c66"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:45:24.086732 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f71e7c4-903b-4d42-86cd-19a739447f79 x-openstack-request-id: req-9f71e7c4-903b-4d42-86cd-19a739447f79 {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:45:24.087029 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32e6c07-37a6-44c5-932c-371e2a8ec07e", "name": "network-vif-deleted", "tag": "c73c3fae-0b18-491d-a547-f51a91e96c66", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:45:24.087278 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f71e7c4-903b-4d42-86cd-19a739447f79 {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:45:24.087889 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f71e7c4-903b-4d42-86cd-19a739447f79'] response: {'server_uuid': 'e32e6c07-37a6-44c5-932c-371e2a8ec07e', 'name': 'network-vif-deleted', 'tag': 'c73c3fae-0b18-491d-a547-f51a91e96c66', 'status': 'completed', 'code': 200} Apr 29 13:45:24.207038 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-9285f1b2-2b3f-41c6-8112-04a223434984 None None] Set router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:45:24.457897 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-9285f1b2-2b3f-41c6-8112-04a223434984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'name': 'tempest-AttachVolumeShelveTestJSON-65629723-router', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:53Z', 'revision_number': 4, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'gw_port': {'id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'a60f21e2-e1a6-4631-b833-d367bdc4cf2d', 'name': '', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'mac_address': 'fa:16:3e:0a:3e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:51Z', 'updated_at': '2022-04-29T13:39:59Z', 'revision_number': 5, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'subnets': [{'id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:24.502608 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9285f1b2-2b3f-41c6-8112-04a223434984 None None] Checking router: 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 for host: dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:45:24.515435 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9285f1b2-2b3f-41c6-8112-04a223434984 None None] Routers {'3e041d0f-0fb7-4a6e-9de4-e1b923a49846'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:45:24.516706 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-9285f1b2-2b3f-41c6-8112-04a223434984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:45:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:24.662020 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-9285f1b2-2b3f-41c6-8112-04a223434984 None None] Set router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:45:24.893499 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-9285f1b2-2b3f-41c6-8112-04a223434984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'name': 'tempest-AttachVolumeShelveTestJSON-65629723-router', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:53Z', 'revision_number': 4, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'gw_port': {'id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'a60f21e2-e1a6-4631-b833-d367bdc4cf2d', 'name': '', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'mac_address': 'fa:16:3e:0a:3e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:51Z', 'updated_at': '2022-04-29T13:39:59Z', 'revision_number': 5, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'subnets': [{'id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:24.922835 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9285f1b2-2b3f-41c6-8112-04a223434984 None None] The sync data for ids ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'] in dv-cinder-839416-3-smb is: [{'id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'name': 'tempest-AttachVolumeShelveTestJSON-65629723-router', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:53Z', 'revision_number': 4, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'gw_port': {'id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': 'a60f21e2-e1a6-4631-b833-d367bdc4cf2d', 'name': '', 'network_id': '6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'mac_address': 'fa:16:3e:0a:3e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:51Z', 'updated_at': '2022-04-29T13:39:59Z', 'revision_number': 5, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'subnets': [{'id': 'f258e551-312b-40dd-9f3e-d438e3260232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:45:24.989099 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47176) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:25.068970 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5e08bd0f-acec-4b9b-a2c0-793e234e4278 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group (ac48dcb6-e697-468a-a760-ad854b03307b), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:25.102068 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5e08bd0f-acec-4b9b-a2c0-793e234e4278 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group (ac48dcb6-e697-468a-a760-ad854b03307b), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:25.170911 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5e08bd0f-acec-4b9b-a2c0-793e234e4278 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (ac48dcb6-e697-468a-a760-ad854b03307b), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:25.174278 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5e08bd0f-acec-4b9b-a2c0-793e234e4278 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:25.176180 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-5e08bd0f-acec-4b9b-a2c0-793e234e4278 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "DELETE /v2.0/security-groups/ac48dcb6-e697-468a-a760-ad854b03307b HTTP/1.1" status: 204 len: 168 time: 0.1856639 Apr 29 13:45:25.182271 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 47178) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:25.188012 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08bd0f-acec-4b9b-a2c0-793e234e4278 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac48dcb6-e697-468a-a760-ad854b03307b,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:25.196529 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08bd0f-acec-4b9b-a2c0-793e234e4278 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:25.197134 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08bd0f-acec-4b9b-a2c0-793e234e4278 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:25.197682 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08bd0f-acec-4b9b-a2c0-793e234e4278 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:25.198205 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08bd0f-acec-4b9b-a2c0-793e234e4278 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:25.198845 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08bd0f-acec-4b9b-a2c0-793e234e4278 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:25.199610 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08bd0f-acec-4b9b-a2c0-793e234e4278 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:25.200281 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08bd0f-acec-4b9b-a2c0-793e234e4278 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:25.200810 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08bd0f-acec-4b9b-a2c0-793e234e4278 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:25.201312 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08bd0f-acec-4b9b-a2c0-793e234e4278 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:25.201502 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.api.v2.resource [None req-29e9be11-56d8-4c62-8150-a06e8643c733 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] show failed (client error): The resource could not be found. Apr 29 13:45:25.201981 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08bd0f-acec-4b9b-a2c0-793e234e4278 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:25.202461 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08bd0f-acec-4b9b-a2c0-793e234e4278 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:25.202961 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08bd0f-acec-4b9b-a2c0-793e234e4278 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:25.203440 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08bd0f-acec-4b9b-a2c0-793e234e4278 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:25.203791 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-29e9be11-56d8-4c62-8150-a06e8643c733 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "GET /v2.0/security-groups/ac48dcb6-e697-468a-a760-ad854b03307b HTTP/1.1" status: 404 len: 347 time: 0.0185814 Apr 29 13:45:25.204156 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08bd0f-acec-4b9b-a2c0-793e234e4278 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:25.204793 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08bd0f-acec-4b9b-a2c0-793e234e4278 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:45:25.207419 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 47180) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:25.363527 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff2ed3-f226-43dd-832b-60576d5602ce None None] New status for floating IP 9980bf74-fe72-44a3-be30-cd4d56ced215: DOWN {{(pid=103550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:45:25.371698 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-fb00432c-e57c-4fe3-9525-c660991ea0c0 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Deleting port 6d8081d5-de5e-48b9-bc62-9555b6cd080b {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:45:25.372155 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-fb00432c-e57c-4fe3-9525-c660991ea0c0 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (6d8081d5-de5e-48b9-bc62-9555b6cd080b), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:25.478123 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-fb00432c-e57c-4fe3-9525-c660991ea0c0 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (6d8081d5-de5e-48b9-bc62-9555b6cd080b), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:25.478826 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-fb00432c-e57c-4fe3-9525-c660991ea0c0 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for floatingip (6d8081d5-de5e-48b9-bc62-9555b6cd080b), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:25.500838 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-fb00432c-e57c-4fe3-9525-c660991ea0c0 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Calling delete_port for 6d8081d5-de5e-48b9-bc62-9555b6cd080b owned by network:floatingip {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:45:25.646025 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device c73c3fae-0b18-491d-a547-f51a91e96c66 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:45:25.676975 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] No Port match for: c73c3fae-0b18-491d-a547-f51a91e96c66 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:45:25.677317 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device c73c3fae-0b18-491d-a547-f51a91e96c66 not bound to the agent host hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:45:25.700018 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-fb00432c-e57c-4fe3-9525-c660991ea0c0 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (6d8081d5-de5e-48b9-bc62-9555b6cd080b), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:25.731208 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00432c-e57c-4fe3-9525-c660991ea0c0 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Pushing event deleted for resources: {'Port': ['ID=6d8081d5-de5e-48b9-bc62-9555b6cd080b,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:25.796282 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-fb00432c-e57c-4fe3-9525-c660991ea0c0 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks [] for floatingip (9980bf74-fe72-44a3-be30-cd4d56ced215), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:25.799621 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-fb00432c-e57c-4fe3-9525-c660991ea0c0 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:25.801373 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-fb00432c-e57c-4fe3-9525-c660991ea0c0 tempest-AttachVolumeShelveTestJSON-1921594200 tempest-AttachVolumeShelveTestJSON-1921594200-project] 10.222.0.20 "DELETE /v2.0/floatingips/9980bf74-fe72-44a3-be30-cd4d56ced215 HTTP/1.1" status: 204 len: 168 time: 0.5858886 Apr 29 13:45:28.281205 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 47218) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:28.730604 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6edf45e7-fb43-4932-8b1e-720bc0ba925d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457212'] for router_interface (3e041d0f-0fb7-4a6e-9de4-e1b923a49846), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:29.011596 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-6edf45e7-fb43-4932-8b1e-720bc0ba925d admin admin] Deleting port a60f21e2-e1a6-4631-b833-d367bdc4cf2d {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:45:29.011828 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6edf45e7-fb43-4932-8b1e-720bc0ba925d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (a60f21e2-e1a6-4631-b833-d367bdc4cf2d), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:29.108365 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [None req-6edf45e7-fb43-4932-8b1e-720bc0ba925d admin admin] For port a60f21e2-e1a6-4631-b833-d367bdc4cf2d, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=a60f21e2-e1a6-4631-b833-d367bdc4cf2d,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:29.108896 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6edf45e7-fb43-4932-8b1e-720bc0ba925d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (a60f21e2-e1a6-4631-b833-d367bdc4cf2d), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:29.125887 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-6edf45e7-fb43-4932-8b1e-720bc0ba925d admin admin] Calling delete_port for a60f21e2-e1a6-4631-b833-d367bdc4cf2d owned by network:router_interface {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:45:29.343484 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6edf45e7-fb43-4932-8b1e-720bc0ba925d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (a60f21e2-e1a6-4631-b833-d367bdc4cf2d), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:29.385497 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf45e7-fb43-4932-8b1e-720bc0ba925d admin admin] Pushing event deleted for resources: {'Port': ['ID=a60f21e2-e1a6-4631-b833-d367bdc4cf2d,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:29.925288 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-6edf45e7-fb43-4932-8b1e-720bc0ba925d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457040'] for router_interface (3e041d0f-0fb7-4a6e-9de4-e1b923a49846), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:30.270701 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edf45e7-fb43-4932-8b1e-720bc0ba925d admin admin] Router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:45:30.460592 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edf45e7-fb43-4932-8b1e-720bc0ba925d admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:45:30.471817 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-6edf45e7-fb43-4932-8b1e-720bc0ba925d admin admin] 10.222.0.20 "PUT /v2.0/routers/3e041d0f-0fb7-4a6e-9de4-e1b923a49846/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1852930 Apr 29 13:45:30.471817 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 47234) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:30.481853 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bdf5f2-b851-40fd-b219-630974e26e53 None None] Sync routers for ids ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'] in dv-cinder-839416-3-smb {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:45:30.494235 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bdf5f2-b851-40fd-b219-630974e26e53 None None] Routers {'3e041d0f-0fb7-4a6e-9de4-e1b923a49846'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:45:30.494880 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-82bdf5f2-b851-40fd-b219-630974e26e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:45:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:30.623742 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-efa9a7d9-d0be-4360-8d39-e71d35d4c16b admin admin] Publish callbacks [] for router (3e041d0f-0fb7-4a6e-9de4-e1b923a49846), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:30.644885 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-82bdf5f2-b851-40fd-b219-630974e26e53 None None] Set router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:45:30.883060 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-efa9a7d9-d0be-4360-8d39-e71d35d4c16b admin admin] Publish callbacks [] for router_gateway (3e041d0f-0fb7-4a6e-9de4-e1b923a49846), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:30.975569 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-efa9a7d9-d0be-4360-8d39-e71d35d4c16b admin admin] Deleting port 97ab560f-5c5b-4557-9f9d-f9ca5cb75e16 {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:45:30.975946 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-efa9a7d9-d0be-4360-8d39-e71d35d4c16b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (97ab560f-5c5b-4557-9f9d-f9ca5cb75e16), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:31.010694 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-82bdf5f2-b851-40fd-b219-630974e26e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'name': 'tempest-AttachVolumeShelveTestJSON-65629723-router', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:45:29Z', 'revision_number': 5, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'gw_port': {'id': '97ab560f-5c5b-4557-9f9d-f9ca5cb75e16', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:31.055467 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bdf5f2-b851-40fd-b219-630974e26e53 None None] Checking router: 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 for host: dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:45:31.072008 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bdf5f2-b851-40fd-b219-630974e26e53 None None] Routers {'3e041d0f-0fb7-4a6e-9de4-e1b923a49846'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:45:31.073021 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-82bdf5f2-b851-40fd-b219-630974e26e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:45:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:31.088992 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [None req-efa9a7d9-d0be-4360-8d39-e71d35d4c16b admin admin] For port 97ab560f-5c5b-4557-9f9d-f9ca5cb75e16, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=97ab560f-5c5b-4557-9f9d-f9ca5cb75e16,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:31.090177 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-efa9a7d9-d0be-4360-8d39-e71d35d4c16b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (97ab560f-5c5b-4557-9f9d-f9ca5cb75e16), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:31.115050 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-efa9a7d9-d0be-4360-8d39-e71d35d4c16b admin admin] Calling delete_port for 97ab560f-5c5b-4557-9f9d-f9ca5cb75e16 owned by network:router_gateway {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:45:31.182325 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:31.221083 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-82bdf5f2-b851-40fd-b219-630974e26e53 None None] Set router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 gateway port host: None {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:45:31.317117 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-82bdf5f2-b851-40fd-b219-630974e26e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'name': 'tempest-AttachVolumeShelveTestJSON-65629723-router', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:45:30Z', 'revision_number': 6, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'gw_port_host': None}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:31.351823 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bdf5f2-b851-40fd-b219-630974e26e53 None None] The sync data for ids ['3e041d0f-0fb7-4a6e-9de4-e1b923a49846'] in dv-cinder-839416-3-smb is: [{'id': '3e041d0f-0fb7-4a6e-9de4-e1b923a49846', 'name': 'tempest-AttachVolumeShelveTestJSON-65629723-router', 'tenant_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:39:47Z', 'updated_at': '2022-04-29T13:45:30Z', 'revision_number': 6, 'project_id': '24f0f6159b9a46e4b3264b8c74e0f7a0', 'gw_port_host': None}] {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:45:31.429435 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-efa9a7d9-d0be-4360-8d39-e71d35d4c16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (97ab560f-5c5b-4557-9f9d-f9ca5cb75e16), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:31.457387 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9a7d9-d0be-4360-8d39-e71d35d4c16b admin admin] Pushing event deleted for resources: {'Port': ['ID=97ab560f-5c5b-4557-9f9d-f9ca5cb75e16,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:31.526825 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-efa9a7d9-d0be-4360-8d39-e71d35d4c16b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455994'] for router_gateway (3e041d0f-0fb7-4a6e-9de4-e1b923a49846), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:31.631172 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-efa9a7d9-d0be-4360-8d39-e71d35d4c16b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4129'] for router (3e041d0f-0fb7-4a6e-9de4-e1b923a49846), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:31.634184 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-efa9a7d9-d0be-4360-8d39-e71d35d4c16b admin admin] Publish callbacks [] for router_controller (3e041d0f-0fb7-4a6e-9de4-e1b923a49846), precommit_delete_associations {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:31.692219 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-efa9a7d9-d0be-4360-8d39-e71d35d4c16b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-457880'] for router (3e041d0f-0fb7-4a6e-9de4-e1b923a49846), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:31.692922 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa9a7d9-d0be-4360-8d39-e71d35d4c16b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e041d0f-0fb7-4a6e-9de4-e1b923a49846 {{(pid=103547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:45:31.702275 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-efa9a7d9-d0be-4360-8d39-e71d35d4c16b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:31.706580 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47240) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:31.707474 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-efa9a7d9-d0be-4360-8d39-e71d35d4c16b admin admin] 10.222.0.20 "DELETE /v2.0/routers/3e041d0f-0fb7-4a6e-9de4-e1b923a49846 HTTP/1.1" status: 204 len: 168 time: 1.2340374 Apr 29 13:45:31.806218 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_v2 [None req-72007410-d6fa-44f3-b78f-20f2b01485f4 admin admin] Deleting subnet f258e551-312b-40dd-9f3e-d438e3260232 {{(pid=103548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:45:31.811431 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-72007410-d6fa-44f3-b78f-20f2b01485f4 admin admin] Publish callbacks [] for subnet (f258e551-312b-40dd-9f3e-d438e3260232), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:31.874187 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-72007410-d6fa-44f3-b78f-20f2b01485f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2992115'] for subnet (f258e551-312b-40dd-9f3e-d438e3260232), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:32.078870 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-72007410-d6fa-44f3-b78f-20f2b01485f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519166'] for subnet (f258e551-312b-40dd-9f3e-d438e3260232), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:32.155399 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-72007410-d6fa-44f3-b78f-20f2b01485f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26514461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719965'] for subnet (f258e551-312b-40dd-9f3e-d438e3260232), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:32.211631 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72007410-d6fa-44f3-b78f-20f2b01485f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f258e551-312b-40dd-9f3e-d438e3260232,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:32.224978 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-72007410-d6fa-44f3-b78f-20f2b01485f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:32.231357 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c65a98-0ed4-40bd-bfc3-5fe3437f3065 None None] Network 6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:45:32.235876 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-72007410-d6fa-44f3-b78f-20f2b01485f4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f258e551-312b-40dd-9f3e-d438e3260232 HTTP/1.1" status: 204 len: 168 time: 0.5250537 Apr 29 13:45:32.239435 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47246) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:32.367249 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-dede44a7-bb55-43b2-af75-8f2edca1503e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593552'] for network (6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:32.442521 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-dede44a7-bb55-43b2-af75-8f2edca1503e admin admin] Deleting port 9039a143-0254-4d41-89cd-0d23a69e93fb {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:45:32.443261 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-dede44a7-bb55-43b2-af75-8f2edca1503e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (9039a143-0254-4d41-89cd-0d23a69e93fb), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:32.527819 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8431ee8-06ee-4ddb-94e6-75ef2841114a None None] DHCP port deletion for 6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c request from dv-cinder-839416-3-smb {{(pid=103549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 13:45:32.563963 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-dede44a7-bb55-43b2-af75-8f2edca1503e admin admin] For port 9039a143-0254-4d41-89cd-0d23a69e93fb, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=9039a143-0254-4d41-89cd-0d23a69e93fb,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:32.565154 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-dede44a7-bb55-43b2-af75-8f2edca1503e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (9039a143-0254-4d41-89cd-0d23a69e93fb), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:32.598639 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-dede44a7-bb55-43b2-af75-8f2edca1503e admin admin] Calling delete_port for 9039a143-0254-4d41-89cd-0d23a69e93fb owned by network:dhcp {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:45:32.626835 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-a8431ee8-06ee-4ddb-94e6-75ef2841114a None None] Deleting port 9039a143-0254-4d41-89cd-0d23a69e93fb {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:45:32.627481 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a8431ee8-06ee-4ddb-94e6-75ef2841114a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (9039a143-0254-4d41-89cd-0d23a69e93fb), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:32.759663 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-dede44a7-bb55-43b2-af75-8f2edca1503e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (9039a143-0254-4d41-89cd-0d23a69e93fb), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:32.814460 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-a8431ee8-06ee-4ddb-94e6-75ef2841114a None None] For port 9039a143-0254-4d41-89cd-0d23a69e93fb, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=9039a143-0254-4d41-89cd-0d23a69e93fb,segment=NetworkSegment(ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc),segment_id=ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:32.814862 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a8431ee8-06ee-4ddb-94e6-75ef2841114a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (9039a143-0254-4d41-89cd-0d23a69e93fb), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:32.830393 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-a8431ee8-06ee-4ddb-94e6-75ef2841114a None None] Calling delete_port for 9039a143-0254-4d41-89cd-0d23a69e93fb owned by network:dhcp {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:45:32.842363 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dede44a7-bb55-43b2-af75-8f2edca1503e admin admin] No DVR routers for this DVR port 9039a143-0254-4d41-89cd-0d23a69e93fb on host dv-cinder-839416-3-smb {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:45:32.853771 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede44a7-bb55-43b2-af75-8f2edca1503e admin admin] Pushing event deleted for resources: {'Port': ['ID=9039a143-0254-4d41-89cd-0d23a69e93fb,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:32.940447 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a8431ee8-06ee-4ddb-94e6-75ef2841114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146'] for port (9039a143-0254-4d41-89cd-0d23a69e93fb), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:32.963634 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-dede44a7-bb55-43b2-af75-8f2edca1503e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1529763', 'neutron.services.segments.db._delete_segments_for_network-8791784455289'] for network (6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:32.972553 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8431ee8-06ee-4ddb-94e6-75ef2841114a None None] Pushing event deleted for resources: {'Port': ['ID=9039a143-0254-4d41-89cd-0d23a69e93fb,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:32.980296 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8431ee8-06ee-4ddb-94e6-75ef2841114a None None] No DVR routers for this DVR port 9039a143-0254-4d41-89cd-0d23a69e93fb on host dv-cinder-839416-3-smb {{(pid=103549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:45:32.986373 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-dede44a7-bb55-43b2-af75-8f2edca1503e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c']}} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:33.000046 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-dede44a7-bb55-43b2-af75-8f2edca1503e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc') {'for_net_delete': True} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:33.000416 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-dede44a7-bb55-43b2-af75-8f2edca1503e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc') {} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:33.014561 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-dede44a7-bb55-43b2-af75-8f2edca1503e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791784454786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2992106'] for segment (ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:33.033416 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-dede44a7-bb55-43b2-af75-8f2edca1503e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:33.041673 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dede44a7-bb55-43b2-af75-8f2edca1503e admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:45:33.042505 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-dede44a7-bb55-43b2-af75-8f2edca1503e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26512123'] for segment (ac57ebd5-2f7f-493f-9c9c-7c4b9461b9cc), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: Traceback (most recent call last): Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: timer() Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: cb(*args, **kw) Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: return func(*args, **kwargs) Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: self._notify() Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: self.callback(batched_events) Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: event.method(event) Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: return f(self, *a, **k) Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: return self._get(url).json() Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: return self.request(url, 'GET', **kwargs) Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:45:33.050994 dv-cinder-839416-3-smb neutron-server[103548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:45:33.156205 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-dede44a7-bb55-43b2-af75-8f2edca1503e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455890'] for network (6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:33.165056 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-dede44a7-bb55-43b2-af75-8f2edca1503e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:33.169509 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-dede44a7-bb55-43b2-af75-8f2edca1503e admin admin] 10.222.0.20 "DELETE /v2.0/networks/6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c HTTP/1.1" status: 204 len: 168 time: 0.9239352 Apr 29 13:45:33.177597 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede44a7-bb55-43b2-af75-8f2edca1503e admin admin] Pushing event deleted for resources: {'Network': ['ID=6f562ccd-ba4a-4cb1-ac9c-a8043ea2953c,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:33.390202 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47256) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:33.442899 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-de4b9c1d-a0bc-400a-92a8-b0c597ce0af9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24f0f6159b9a46e4b3264b8c74e0f7a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491686 Apr 29 13:45:33.443214 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47262) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:33.484319 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 9039a143-0254-4d41-89cd-0d23a69e93fb no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:45:33.502815 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d30aaf6b-a98c-4394-96fd-25bb521e782f admin admin] Publish callbacks [] for security_group (ee04355e-c06d-4eca-b895-bf1876207053), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:33.522558 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: 9039a143-0254-4d41-89cd-0d23a69e93fb {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:45:33.523628 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 9039a143-0254-4d41-89cd-0d23a69e93fb not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:45:33.524596 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 97ab560f-5c5b-4557-9f9d-f9ca5cb75e16 no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:45:33.530037 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d30aaf6b-a98c-4394-96fd-25bb521e782f admin admin] Publish callbacks [] for security_group (ee04355e-c06d-4eca-b895-bf1876207053), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:33.557743 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: 97ab560f-5c5b-4557-9f9d-f9ca5cb75e16 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:45:33.559900 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 97ab560f-5c5b-4557-9f9d-f9ca5cb75e16 not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:45:33.560596 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device a60f21e2-e1a6-4631-b833-d367bdc4cf2d no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:45:33.591965 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: a60f21e2-e1a6-4631-b833-d367bdc4cf2d {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:45:33.592613 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device a60f21e2-e1a6-4631-b833-d367bdc4cf2d not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:45:33.603466 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d30aaf6b-a98c-4394-96fd-25bb521e782f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (ee04355e-c06d-4eca-b895-bf1876207053), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:33.608213 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d30aaf6b-a98c-4394-96fd-25bb521e782f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:33.614352 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-d30aaf6b-a98c-4394-96fd-25bb521e782f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee04355e-c06d-4eca-b895-bf1876207053 HTTP/1.1" status: 204 len: 168 time: 0.1657999 Apr 29 13:45:33.635425 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30aaf6b-a98c-4394-96fd-25bb521e782f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee04355e-c06d-4eca-b895-bf1876207053,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:33.862492 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47266) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:34.066799 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-f14e9d05-9eaa-4a74-a766-fdde16b52524 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Deleting port 30ed0901-74ca-4af9-a4b3-9e6e81e01c30 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:45:34.066799 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f14e9d05-9eaa-4a74-a766-fdde16b52524 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (30ed0901-74ca-4af9-a4b3-9e6e81e01c30), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:34.177033 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f14e9d05-9eaa-4a74-a766-fdde16b52524 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (30ed0901-74ca-4af9-a4b3-9e6e81e01c30), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:34.180063 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f14e9d05-9eaa-4a74-a766-fdde16b52524 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for floatingip (30ed0901-74ca-4af9-a4b3-9e6e81e01c30), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:34.200943 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-f14e9d05-9eaa-4a74-a766-fdde16b52524 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Calling delete_port for 30ed0901-74ca-4af9-a4b3-9e6e81e01c30 owned by network:floatingip {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:45:34.548621 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f14e9d05-9eaa-4a74-a766-fdde16b52524 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (30ed0901-74ca-4af9-a4b3-9e6e81e01c30), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:34.581842 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e9d05-9eaa-4a74-a766-fdde16b52524 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Pushing event deleted for resources: {'Port': ['ID=30ed0901-74ca-4af9-a4b3-9e6e81e01c30,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:34.669260 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f14e9d05-9eaa-4a74-a766-fdde16b52524 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for floatingip (eaec30f4-137b-4d08-ba51-a46ab81ce119), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:34.670302 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.db.l3_db [None req-f14e9d05-9eaa-4a74-a766-fdde16b52524 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Floating IP eaec30f4-137b-4d08-ba51-a46ab81ce119 disassociated (deleted). External IP: 172.28.3.193, port: e2bc9fdb-40de-4a1e-b134-3533fddd1bed. Apr 29 13:45:35.273988 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14e9d05-9eaa-4a74-a766-fdde16b52524 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Router 96aa2646-b8a2-48e0-873a-353a852cac98 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:45:35.433047 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14e9d05-9eaa-4a74-a766-fdde16b52524 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:45:35.441449 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f14e9d05-9eaa-4a74-a766-fdde16b52524 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:35.448100 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50875ce2-49e5-4eb4-9684-0d07bf299da5 None None] Sync routers for ids ['96aa2646-b8a2-48e0-873a-353a852cac98'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:45:35.467071 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50875ce2-49e5-4eb4-9684-0d07bf299da5 None None] Routers {'96aa2646-b8a2-48e0-873a-353a852cac98'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:45:35.468247 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-50875ce2-49e5-4eb4-9684-0d07bf299da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:45:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['96aa2646-b8a2-48e0-873a-353a852cac98'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:35.485012 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-f14e9d05-9eaa-4a74-a766-fdde16b52524 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "DELETE /v2.0/floatingips/eaec30f4-137b-4d08-ba51-a46ab81ce119 HTTP/1.1" status: 204 len: 168 time: 1.6211555 Apr 29 13:45:35.485581 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103a6bc3-7a7b-44ec-818b-6c22bb99d66a', 'tag': 'e2bc9fdb-40de-4a1e-b134-3533fddd1bed'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:45:35.488507 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a311a5f0-17ec-4fdc-932c-02e8eae96174" -d '{"events": [{"name": "network-changed", "server_uuid": "103a6bc3-7a7b-44ec-818b-6c22bb99d66a", "tag": "e2bc9fdb-40de-4a1e-b134-3533fddd1bed"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:45:35.560790 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab45842f-da22-444b-9841-e1284ca9befb x-openstack-request-id: req-ab45842f-da22-444b-9841-e1284ca9befb {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:45:35.561068 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "103a6bc3-7a7b-44ec-818b-6c22bb99d66a", "tag": "e2bc9fdb-40de-4a1e-b134-3533fddd1bed", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:45:35.561342 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab45842f-da22-444b-9841-e1284ca9befb {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:45:35.562264 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab45842f-da22-444b-9841-e1284ca9befb'] response: {'name': 'network-changed', 'server_uuid': '103a6bc3-7a7b-44ec-818b-6c22bb99d66a', 'tag': 'e2bc9fdb-40de-4a1e-b134-3533fddd1bed', 'status': 'completed', 'code': 200} Apr 29 13:45:35.652690 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311a5f0-17ec-4fdc-932c-02e8eae96174 req-6d2e30e1-54e6-40bf-a030-d5c0fabdfbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:35.657136 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-50875ce2-49e5-4eb4-9684-0d07bf299da5 None None] Set router 96aa2646-b8a2-48e0-873a-353a852cac98 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:45:35.661807 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-a311a5f0-17ec-4fdc-932c-02e8eae96174 req-6d2e30e1-54e6-40bf-a030-d5c0fabdfbeb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c178ce8f803e474f8f7f018d2003d772&device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 1130 time: 0.0792673 Apr 29 13:45:35.800308 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311a5f0-17ec-4fdc-932c-02e8eae96174 req-2a74304e-cdc2-412b-b7b5-f7935c7dfdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:35.802634 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-a311a5f0-17ec-4fdc-932c-02e8eae96174 req-2a74304e-cdc2-412b-b7b5-f7935c7dfdc6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 HTTP/1.1" status: 200 len: 909 time: 0.1347098 Apr 29 13:45:35.902331 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b722c5b-6816-4972-a8e4-3612a9deeca7 req-6befeae4-af24-4fa2-9831-78be0d96a090 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:35.910093 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4b722c5b-6816-4972-a8e4-3612a9deeca7 req-6befeae4-af24-4fa2-9831-78be0d96a090 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 946 time: 0.0658534 Apr 29 13:45:35.979293 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4b722c5b-6816-4972-a8e4-3612a9deeca7 req-7d2a245f-9359-4491-851e-98adc062f99a tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679271 Apr 29 13:45:36.023288 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-50875ce2-49e5-4eb4-9684-0d07bf299da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'name': 'tempest-TestShelveInstance-2002671171-router', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '87190d99-106c-4459-b518-68470b07c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:55Z', 'revision_number': 4, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'gw_port': {'id': '87190d99-106c-4459-b518-68470b07c8c5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '0bb6bc0c-5413-459f-ab6a-7f3420844ef5', 'name': '', 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'mac_address': 'fa:16:3e:85:5e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:54Z', 'updated_at': '2022-04-29T13:41:02Z', 'revision_number': 5, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'subnets': [{'id': 'c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:36.071847 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50875ce2-49e5-4eb4-9684-0d07bf299da5 None None] Checking router: 96aa2646-b8a2-48e0-873a-353a852cac98 for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:45:36.089234 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50875ce2-49e5-4eb4-9684-0d07bf299da5 None None] Routers {'96aa2646-b8a2-48e0-873a-353a852cac98'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:45:36.090327 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-50875ce2-49e5-4eb4-9684-0d07bf299da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:45:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['96aa2646-b8a2-48e0-873a-353a852cac98'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:36.257538 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-50875ce2-49e5-4eb4-9684-0d07bf299da5 None None] Set router 96aa2646-b8a2-48e0-873a-353a852cac98 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:45:36.580843 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-50875ce2-49e5-4eb4-9684-0d07bf299da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'name': 'tempest-TestShelveInstance-2002671171-router', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '87190d99-106c-4459-b518-68470b07c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:55Z', 'revision_number': 4, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'gw_port': {'id': '87190d99-106c-4459-b518-68470b07c8c5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '0bb6bc0c-5413-459f-ab6a-7f3420844ef5', 'name': '', 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'mac_address': 'fa:16:3e:85:5e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:54Z', 'updated_at': '2022-04-29T13:41:02Z', 'revision_number': 5, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'subnets': [{'id': 'c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:36.625719 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47328) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:36.640629 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50875ce2-49e5-4eb4-9684-0d07bf299da5 None None] The sync data for ids ['96aa2646-b8a2-48e0-873a-353a852cac98'] in dv-cinder-839416-3-smb is: [{'id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'name': 'tempest-TestShelveInstance-2002671171-router', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '87190d99-106c-4459-b518-68470b07c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:55Z', 'revision_number': 4, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'gw_port': {'id': '87190d99-106c-4459-b518-68470b07c8c5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '0bb6bc0c-5413-459f-ab6a-7f3420844ef5', 'name': '', 'network_id': 'a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'mac_address': 'fa:16:3e:85:5e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:54Z', 'updated_at': '2022-04-29T13:41:02Z', 'revision_number': 5, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'subnets': [{'id': 'c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:45:36.828730 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bbea84c9-0957-4160-a6af-34c4e14886bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:37.033544 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-a311a5f0-17ec-4fdc-932c-02e8eae96174 req-da81618a-2637-4b8a-a070-7dac68f24823 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2bc9fdb-40de-4a1e-b134-3533fddd1bed HTTP/1.1" status: 200 len: 217 time: 0.0755012 Apr 29 13:45:37.037766 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bbea84c9-0957-4160-a6af-34c4e14886bb admin admin] Publish callbacks [] for security_group (1991eadb-b6d0-44f6-b4f0-cb43236b1a9c), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:37.059477 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bbea84c9-0957-4160-a6af-34c4e14886bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (1991eadb-b6d0-44f6-b4f0-cb43236b1a9c), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:37.209059 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311a5f0-17ec-4fdc-932c-02e8eae96174 req-c9643e34-3a44-49ad-a30f-8b2902139233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:37.218299 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-a311a5f0-17ec-4fdc-932c-02e8eae96174 req-c9643e34-3a44-49ad-a30f-8b2902139233 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6 HTTP/1.1" status: 200 len: 848 time: 0.1713364 Apr 29 13:45:37.230572 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc90f950-ee5d-4ccf-a8d7-0c9fcf4ab3f5 None None] New status for floating IP eaec30f4-137b-4d08-ba51-a46ab81ce119: DOWN {{(pid=103549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:45:37.275216 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-bbea84c9-0957-4160-a6af-34c4e14886bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea9c66cad2884ab1bfc47c261a7324e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6475518 Apr 29 13:45:37.280386 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 47338) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:37.282980 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea84c9-0957-4160-a6af-34c4e14886bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1991eadb-b6d0-44f6-b4f0-cb43236b1a9c,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:37.392878 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-55fd632b-d3e2-40cf-95d0-353621cf28cb admin admin] Publish callbacks [] for security_group (1991eadb-b6d0-44f6-b4f0-cb43236b1a9c), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:37.433829 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-55fd632b-d3e2-40cf-95d0-353621cf28cb admin admin] Publish callbacks [] for security_group (1991eadb-b6d0-44f6-b4f0-cb43236b1a9c), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:37.435076 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86e4e6-915d-43db-b853-bb99a6f67f8c req-88535c90-a016-4c2f-a1b9-f03b30b1a307 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:37.439574 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2b86e4e6-915d-43db-b853-bb99a6f67f8c req-88535c90-a016-4c2f-a1b9-f03b30b1a307 tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 946 time: 0.1898327 Apr 29 13:45:37.454715 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07044be7-d3d9-4764-8c7c-1ed2f229a710 req-44387a17-18e3-477d-a3aa-fe8dc911a0da tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:37.459289 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-07044be7-d3d9-4764-8c7c-1ed2f229a710 req-44387a17-18e3-477d-a3aa-fe8dc911a0da tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.26 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 946 time: 0.1521573 Apr 29 13:45:37.483373 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311a5f0-17ec-4fdc-932c-02e8eae96174 req-94ad708e-f40f-4708-be8e-a407e7701849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:37.488711 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-a311a5f0-17ec-4fdc-932c-02e8eae96174 req-94ad708e-f40f-4708-be8e-a407e7701849 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2674592 Apr 29 13:45:37.703281 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2b86e4e6-915d-43db-b853-bb99a6f67f8c req-c8e3b6c9-2427-48bb-8376-ab5ba41a123a tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/security-groups?id=873a4bf9-c101-4698-a1a8-33e523baf89b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382348 Apr 29 13:45:37.705479 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-a311a5f0-17ec-4fdc-932c-02e8eae96174 req-bc19cbd6-9346-49bc-98ca-7e81f8bd6425 service neutron] 10.222.0.26 "GET /v2.0/networks/a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036202 Apr 29 13:45:37.715324 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-07044be7-d3d9-4764-8c7c-1ed2f229a710 req-ac7d87fa-0588-47c0-b199-69701409a09b tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Deleting port e2bc9fdb-40de-4a1e-b134-3533fddd1bed {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:45:37.718702 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-07044be7-d3d9-4764-8c7c-1ed2f229a710 req-ac7d87fa-0588-47c0-b199-69701409a09b tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (e2bc9fdb-40de-4a1e-b134-3533fddd1bed), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:37.745003 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-55fd632b-d3e2-40cf-95d0-353621cf28cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (1991eadb-b6d0-44f6-b4f0-cb43236b1a9c), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:37.750378 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-55fd632b-d3e2-40cf-95d0-353621cf28cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:37.756259 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-55fd632b-d3e2-40cf-95d0-353621cf28cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1991eadb-b6d0-44f6-b4f0-cb43236b1a9c HTTP/1.1" status: 204 len: 168 time: 0.4744432 Apr 29 13:45:37.800538 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd632b-d3e2-40cf-95d0-353621cf28cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1991eadb-b6d0-44f6-b4f0-cb43236b1a9c,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:37.962131 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-07044be7-d3d9-4764-8c7c-1ed2f229a710 req-ac7d87fa-0588-47c0-b199-69701409a09b tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] For port e2bc9fdb-40de-4a1e-b134-3533fddd1bed, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=e2bc9fdb-40de-4a1e-b134-3533fddd1bed,segment=NetworkSegment(25a96713-b9e7-498e-9508-9d2d7263e973),segment_id=25a96713-b9e7-498e-9508-9d2d7263e973)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:37.962500 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-07044be7-d3d9-4764-8c7c-1ed2f229a710 req-ac7d87fa-0588-47c0-b199-69701409a09b tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (e2bc9fdb-40de-4a1e-b134-3533fddd1bed), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:37.997131 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [req-07044be7-d3d9-4764-8c7c-1ed2f229a710 req-ac7d87fa-0588-47c0-b199-69701409a09b tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Calling delete_port for e2bc9fdb-40de-4a1e-b134-3533fddd1bed owned by compute:nova {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:45:38.080490 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-a311a5f0-17ec-4fdc-932c-02e8eae96174 req-be31df70-1d4b-4935-9a47-9811ac479fc5 service neutron] 10.222.0.26 "GET /v2.0/networks/a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683052 Apr 29 13:45:38.164269 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e6239252-edae-450c-9e2b-9e91f5587794 req-23ce59a7-2f90-4f5f-ad0d-f706289fa59f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1662531 Apr 29 13:45:38.295177 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-07044be7-d3d9-4764-8c7c-1ed2f229a710 req-ac7d87fa-0588-47c0-b199-69701409a09b tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (e2bc9fdb-40de-4a1e-b134-3533fddd1bed), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:38.334626 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 47360) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:38.422531 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-707c948a-3084-4fdf-91ab-74bc6ea8e6af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:38.457611 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6239252-edae-450c-9e2b-9e91f5587794 req-6cec758b-d7fb-40d1-9057-f37aa31589a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:38.463478 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e6239252-edae-450c-9e2b-9e91f5587794 req-6cec758b-d7fb-40d1-9057-f37aa31589a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44c6030c56a74362b6795f72764597ce&device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 1129 time: 0.2224286 Apr 29 13:45:38.476237 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:45:38.564574 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d87fa-0588-47c0-b199-69701409a09b tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Pushing event deleted for resources: {'Port': ['ID=e2bc9fdb-40de-4a1e-b134-3533fddd1bed,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:38.570314 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [req-07044be7-d3d9-4764-8c7c-1ed2f229a710 req-ac7d87fa-0588-47c0-b199-69701409a09b tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] No DVR routers for this DVR port e2bc9fdb-40de-4a1e-b134-3533fddd1bed on host hv-cinder-83941 {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:45:38.577072 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-07044be7-d3d9-4764-8c7c-1ed2f229a710 req-ac7d87fa-0588-47c0-b199-69701409a09b tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:38.585360 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-07044be7-d3d9-4764-8c7c-1ed2f229a710 req-ac7d87fa-0588-47c0-b199-69701409a09b tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.26 "DELETE /v2.0/ports/e2bc9fdb-40de-4a1e-b134-3533fddd1bed HTTP/1.1" status: 204 len: 173 time: 1.1029544 Apr 29 13:45:38.586175 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103a6bc3-7a7b-44ec-818b-6c22bb99d66a', 'name': 'network-vif-deleted', 'tag': 'e2bc9fdb-40de-4a1e-b134-3533fddd1bed'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:45:38.590526 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269d0c21-035e-407c-99ff-543ff4cffe3e" -d '{"events": [{"server_uuid": "103a6bc3-7a7b-44ec-818b-6c22bb99d66a", "name": "network-vif-deleted", "tag": "e2bc9fdb-40de-4a1e-b134-3533fddd1bed"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:45:38.617943 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-707c948a-3084-4fdf-91ab-74bc6ea8e6af admin admin] Publish callbacks [] for security_group (afc426c7-0fca-4c3b-8f27-b09cc204be97), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:38.625795 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-707c948a-3084-4fdf-91ab-74bc6ea8e6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (afc426c7-0fca-4c3b-8f27-b09cc204be97), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:38.714048 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a186055e-03b9-4c95-8d01-9a9377b12b6c x-openstack-request-id: req-a186055e-03b9-4c95-8d01-9a9377b12b6c {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:45:38.714657 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103a6bc3-7a7b-44ec-818b-6c22bb99d66a", "name": "network-vif-deleted", "tag": "e2bc9fdb-40de-4a1e-b134-3533fddd1bed", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:45:38.714960 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a186055e-03b9-4c95-8d01-9a9377b12b6c {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:45:38.715623 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a186055e-03b9-4c95-8d01-9a9377b12b6c'] response: {'server_uuid': '103a6bc3-7a7b-44ec-818b-6c22bb99d66a', 'name': 'network-vif-deleted', 'tag': 'e2bc9fdb-40de-4a1e-b134-3533fddd1bed', 'status': 'completed', 'code': 200} Apr 29 13:45:38.747341 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47366) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:38.748230 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-707c948a-3084-4fdf-91ab-74bc6ea8e6af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d22002cd194f447985efb35e2e240548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4090312 Apr 29 13:45:38.920982 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c948a-3084-4fdf-91ab-74bc6ea8e6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc426c7-0fca-4c3b-8f27-b09cc204be97,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:39.092887 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-74e1a464-b811-4783-9e97-07ce77253572 req-0d43de9a-e834-43af-aea1-87b8e2c13f7a tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "GET /v2.0/ports?device_id=103a6bc3-7a7b-44ec-818b-6c22bb99d66a HTTP/1.1" status: 200 len: 210 time: 0.1167319 Apr 29 13:45:39.121090 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0085ede2-3143-491b-aa7e-7ba66568e7be admin admin] Publish callbacks [] for security_group (afc426c7-0fca-4c3b-8f27-b09cc204be97), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:39.169192 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6239252-edae-450c-9e2b-9e91f5587794 req-50c9022b-a189-402c-b5bf-3ff8feb0db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:39.171614 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e6239252-edae-450c-9e2b-9e91f5587794 req-50c9022b-a189-402c-b5bf-3ff8feb0db85 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0033bbe-9a7c-4e9a-a14e-6e114adb922e HTTP/1.1" status: 200 len: 910 time: 0.4431679 Apr 29 13:45:39.199925 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0085ede2-3143-491b-aa7e-7ba66568e7be admin admin] Publish callbacks [] for security_group (afc426c7-0fca-4c3b-8f27-b09cc204be97), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:39.287216 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e6239252-edae-450c-9e2b-9e91f5587794 req-f266ffc7-eef5-4bd5-8a38-b4b20e318b25 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=244e9ce7-de85-4a8c-b613-8558cb98b60a HTTP/1.1" status: 200 len: 1000 time: 0.1085730 Apr 29 13:45:39.290103 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0085ede2-3143-491b-aa7e-7ba66568e7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (afc426c7-0fca-4c3b-8f27-b09cc204be97), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:39.294694 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0085ede2-3143-491b-aa7e-7ba66568e7be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:39.299674 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-0085ede2-3143-491b-aa7e-7ba66568e7be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afc426c7-0fca-4c3b-8f27-b09cc204be97 HTTP/1.1" status: 204 len: 168 time: 0.5506489 Apr 29 13:45:39.315245 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085ede2-3143-491b-aa7e-7ba66568e7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc426c7-0fca-4c3b-8f27-b09cc204be97,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:39.381823 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6239252-edae-450c-9e2b-9e91f5587794 req-aa7c5d4f-0b7e-4d3e-a2ab-d1e05fa21078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:39.383554 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e6239252-edae-450c-9e2b-9e91f5587794 req-aa7c5d4f-0b7e-4d3e-a2ab-d1e05fa21078 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37ea92da-e0ed-4579-801d-4e60d1c28650 HTTP/1.1" status: 200 len: 849 time: 0.0896378 Apr 29 13:45:39.639077 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6239252-edae-450c-9e2b-9e91f5587794 req-c2b5589a-643f-4de2-afef-64a5b419a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:39.642066 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e6239252-edae-450c-9e2b-9e91f5587794 req-c2b5589a-643f-4de2-afef-64a5b419a4e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0033bbe-9a7c-4e9a-a14e-6e114adb922e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0775652 Apr 29 13:45:39.710595 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device e2bc9fdb-40de-4a1e-b134-3533fddd1bed no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:45:39.776187 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] No Port match for: e2bc9fdb-40de-4a1e-b134-3533fddd1bed {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:45:39.777168 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device e2bc9fdb-40de-4a1e-b134-3533fddd1bed not bound to the agent host hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:45:39.794164 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e6239252-edae-450c-9e2b-9e91f5587794 req-a60764a7-6ad4-48f0-ae8f-96578370a6df service neutron] 10.222.0.26 "GET /v2.0/networks/b0033bbe-9a7c-4e9a-a14e-6e114adb922e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429672 Apr 29 13:45:39.922423 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd86af-0361-4fd6-a052-3963e7d8860a req-f8345107-f74f-44fe-b19f-f9c7d6aec4da tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:39.924120 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8fdd86af-0361-4fd6-a052-3963e7d8860a req-f8345107-f74f-44fe-b19f-f9c7d6aec4da tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0716500 Apr 29 13:45:40.010265 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-e6239252-edae-450c-9e2b-9e91f5587794 req-3557df24-6be2-4165-9980-d74b41006732 service neutron] 10.222.0.26 "GET /v2.0/networks/b0033bbe-9a7c-4e9a-a14e-6e114adb922e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684270 Apr 29 13:45:40.012183 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8fdd86af-0361-4fd6-a052-3963e7d8860a req-52290d9c-8f3b-42ac-92fe-dc7376accd98 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778058 Apr 29 13:45:40.196308 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47408) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:40.290164 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-05d8fd9e-a6fb-4c51-9870-c784cc152dea tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group (873a4bf9-c101-4698-a1a8-33e523baf89b), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:40.342604 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-05d8fd9e-a6fb-4c51-9870-c784cc152dea tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group (873a4bf9-c101-4698-a1a8-33e523baf89b), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:40.467380 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-05d8fd9e-a6fb-4c51-9870-c784cc152dea tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (873a4bf9-c101-4698-a1a8-33e523baf89b), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:40.472976 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-05d8fd9e-a6fb-4c51-9870-c784cc152dea tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:40.472976 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-05d8fd9e-a6fb-4c51-9870-c784cc152dea tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] 10.222.0.20 "DELETE /v2.0/security-groups/873a4bf9-c101-4698-a1a8-33e523baf89b HTTP/1.1" status: 204 len: 168 time: 0.2749181 Apr 29 13:45:40.487495 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8fd9e-a6fb-4c51-9870-c784cc152dea tempest-TestShelveInstance-1552658927 tempest-TestShelveInstance-1552658927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=873a4bf9-c101-4698-a1a8-33e523baf89b,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:40.544628 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 47436) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:41.004788 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-288e8393-18d8-44f1-bf7f-cd3fca21d268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457212'] for router_interface (96aa2646-b8a2-48e0-873a-353a852cac98), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:41.197907 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452ca0e-a686-47c2-ac3d-a34b6c35a05a req-d1bea600-bb49-4366-a734-749ad953fb4a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:41.201698 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9452ca0e-a686-47c2-ac3d-a34b6c35a05a req-d1bea600-bb49-4366-a734-749ad953fb4a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0976138 Apr 29 13:45:41.310292 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9452ca0e-a686-47c2-ac3d-a34b6c35a05a req-b4c1985d-2702-4233-af1c-bacad71eac75 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966864 Apr 29 13:45:41.634683 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-288e8393-18d8-44f1-bf7f-cd3fca21d268 admin admin] Deleting port 0bb6bc0c-5413-459f-ab6a-7f3420844ef5 {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:45:41.635272 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-288e8393-18d8-44f1-bf7f-cd3fca21d268 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (0bb6bc0c-5413-459f-ab6a-7f3420844ef5), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:41.732928 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [None req-288e8393-18d8-44f1-bf7f-cd3fca21d268 admin admin] For port 0bb6bc0c-5413-459f-ab6a-7f3420844ef5, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=0bb6bc0c-5413-459f-ab6a-7f3420844ef5,segment=NetworkSegment(25a96713-b9e7-498e-9508-9d2d7263e973),segment_id=25a96713-b9e7-498e-9508-9d2d7263e973)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:41.733272 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-288e8393-18d8-44f1-bf7f-cd3fca21d268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (0bb6bc0c-5413-459f-ab6a-7f3420844ef5), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:41.748696 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-288e8393-18d8-44f1-bf7f-cd3fca21d268 admin admin] Calling delete_port for 0bb6bc0c-5413-459f-ab6a-7f3420844ef5 owned by network:router_interface {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:45:41.973286 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-288e8393-18d8-44f1-bf7f-cd3fca21d268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (0bb6bc0c-5413-459f-ab6a-7f3420844ef5), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:42.001929 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e8393-18d8-44f1-bf7f-cd3fca21d268 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb6bc0c-5413-459f-ab6a-7f3420844ef5,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:42.227523 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-288e8393-18d8-44f1-bf7f-cd3fca21d268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457040'] for router_interface (96aa2646-b8a2-48e0-873a-353a852cac98), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:42.315534 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47508) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:42.386884 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1758dae-79ac-4d2d-9758-5e65b06101a5 admin admin] Deleting subnet 43d93555-3f03-49aa-a121-4446da8a0a31 {{(pid=103548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:45:42.391943 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c1758dae-79ac-4d2d-9758-5e65b06101a5 admin admin] Publish callbacks [] for subnet (43d93555-3f03-49aa-a121-4446da8a0a31), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:42.477742 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f63de-0629-469c-8c43-6dda6c8475fc req-3b33bac2-029f-49c9-8028-ed2414931a6e tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:42.480277 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-539f63de-0629-469c-8c43-6dda6c8475fc req-3b33bac2-029f-49c9-8028-ed2414931a6e tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0600204 Apr 29 13:45:42.483038 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c1758dae-79ac-4d2d-9758-5e65b06101a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2992115'] for subnet (43d93555-3f03-49aa-a121-4446da8a0a31), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:42.501327 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288e8393-18d8-44f1-bf7f-cd3fca21d268 admin admin] Router 96aa2646-b8a2-48e0-873a-353a852cac98 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:45:42.555703 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c1758dae-79ac-4d2d-9758-5e65b06101a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519166'] for subnet (43d93555-3f03-49aa-a121-4446da8a0a31), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:42.592101 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-539f63de-0629-469c-8c43-6dda6c8475fc req-bcf729c0-c29c-455e-90cc-678ea3d4f242 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893459 Apr 29 13:45:42.627757 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288e8393-18d8-44f1-bf7f-cd3fca21d268 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:45:42.639499 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c1758dae-79ac-4d2d-9758-5e65b06101a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26514461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719965'] for subnet (43d93555-3f03-49aa-a121-4446da8a0a31), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:42.639689 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-288e8393-18d8-44f1-bf7f-cd3fca21d268 admin admin] 10.222.0.20 "PUT /v2.0/routers/96aa2646-b8a2-48e0-873a-353a852cac98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0842741 Apr 29 13:45:42.639689 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 47512) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:42.644981 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb2d8b-2e96-451f-8f4c-7a2ec13abfcd None None] Sync routers for ids ['96aa2646-b8a2-48e0-873a-353a852cac98'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:45:42.662096 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb2d8b-2e96-451f-8f4c-7a2ec13abfcd None None] Routers {'96aa2646-b8a2-48e0-873a-353a852cac98'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:45:42.663515 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-a1bb2d8b-2e96-451f-8f4c-7a2ec13abfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:45:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['96aa2646-b8a2-48e0-873a-353a852cac98'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:42.663745 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1758dae-79ac-4d2d-9758-5e65b06101a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43d93555-3f03-49aa-a121-4446da8a0a31,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:42.672951 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c1758dae-79ac-4d2d-9758-5e65b06101a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:42.679982 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-c1758dae-79ac-4d2d-9758-5e65b06101a5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/43d93555-3f03-49aa-a121-4446da8a0a31 HTTP/1.1" status: 204 len: 168 time: 0.3593025 Apr 29 13:45:42.680271 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47514) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:42.767990 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-68955558-cca6-4700-b66f-09b2079301bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593552'] for network (0df1a980-c873-451c-ab43-41e7bed7a703), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:42.808027 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a5fd4cd0-d53a-43aa-a3b0-5c29c873112b admin admin] Publish callbacks [] for router (96aa2646-b8a2-48e0-873a-353a852cac98), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:42.814711 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-a1bb2d8b-2e96-451f-8f4c-7a2ec13abfcd None None] Set router 96aa2646-b8a2-48e0-873a-353a852cac98 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:45:42.863148 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-68955558-cca6-4700-b66f-09b2079301bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1529763', 'neutron.services.segments.db._delete_segments_for_network-8791784455289'] for network (0df1a980-c873-451c-ab43-41e7bed7a703), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:42.887387 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-68955558-cca6-4700-b66f-09b2079301bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df1a980-c873-451c-ab43-41e7bed7a703']}} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:42.898754 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-68955558-cca6-4700-b66f-09b2079301bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a243871-ccdf-4923-9c83-c467b68c9ca5') {'for_net_delete': True} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:42.899440 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-68955558-cca6-4700-b66f-09b2079301bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a243871-ccdf-4923-9c83-c467b68c9ca5') {} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:42.910747 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-68955558-cca6-4700-b66f-09b2079301bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791784454786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2992106'] for segment (9a243871-ccdf-4923-9c83-c467b68c9ca5), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:42.928315 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-68955558-cca6-4700-b66f-09b2079301bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (9a243871-ccdf-4923-9c83-c467b68c9ca5), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:42.930295 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a5fd4cd0-d53a-43aa-a3b0-5c29c873112b admin admin] Publish callbacks [] for router_gateway (96aa2646-b8a2-48e0-873a-353a852cac98), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:42.940551 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68955558-cca6-4700-b66f-09b2079301bb admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:45:42.941591 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-68955558-cca6-4700-b66f-09b2079301bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26512123'] for segment (9a243871-ccdf-4923-9c83-c467b68c9ca5), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: Traceback (most recent call last): Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: timer() Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: cb(*args, **kw) Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: return func(*args, **kwargs) Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: self._notify() Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: self.callback(batched_events) Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: event.method(event) Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: return f(self, *a, **k) Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: return self._get(url).json() Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: return self.request(url, 'GET', **kwargs) Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:45:42.942784 dv-cinder-839416-3-smb neutron-server[103548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:45:42.994660 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-a5fd4cd0-d53a-43aa-a3b0-5c29c873112b admin admin] Deleting port 87190d99-106c-4459-b518-68470b07c8c5 {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:45:42.995003 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a5fd4cd0-d53a-43aa-a3b0-5c29c873112b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (87190d99-106c-4459-b518-68470b07c8c5), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:43.016420 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-68955558-cca6-4700-b66f-09b2079301bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455890'] for network (0df1a980-c873-451c-ab43-41e7bed7a703), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:43.026142 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-68955558-cca6-4700-b66f-09b2079301bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:43.027865 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-a1bb2d8b-2e96-451f-8f4c-7a2ec13abfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'name': 'tempest-TestShelveInstance-2002671171-router', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '87190d99-106c-4459-b518-68470b07c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:45:41Z', 'revision_number': 5, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'gw_port': {'id': '87190d99-106c-4459-b518-68470b07c8c5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:43.037064 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-68955558-cca6-4700-b66f-09b2079301bb admin admin] 10.222.0.20 "DELETE /v2.0/networks/0df1a980-c873-451c-ab43-41e7bed7a703 HTTP/1.1" status: 204 len: 168 time: 0.3518240 Apr 29 13:45:43.049190 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68955558-cca6-4700-b66f-09b2079301bb admin admin] Pushing event deleted for resources: {'Network': ['ID=0df1a980-c873-451c-ab43-41e7bed7a703,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:43.076410 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb2d8b-2e96-451f-8f4c-7a2ec13abfcd None None] Checking router: 96aa2646-b8a2-48e0-873a-353a852cac98 for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:45:43.087030 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb2d8b-2e96-451f-8f4c-7a2ec13abfcd None None] Routers {'96aa2646-b8a2-48e0-873a-353a852cac98'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:45:43.087663 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-a1bb2d8b-2e96-451f-8f4c-7a2ec13abfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:45:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['96aa2646-b8a2-48e0-873a-353a852cac98'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:43.105908 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [None req-a5fd4cd0-d53a-43aa-a3b0-5c29c873112b admin admin] For port 87190d99-106c-4459-b518-68470b07c8c5, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=87190d99-106c-4459-b518-68470b07c8c5,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:43.105908 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a5fd4cd0-d53a-43aa-a3b0-5c29c873112b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (87190d99-106c-4459-b518-68470b07c8c5), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:43.126600 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-a5fd4cd0-d53a-43aa-a3b0-5c29c873112b admin admin] Calling delete_port for 87190d99-106c-4459-b518-68470b07c8c5 owned by network:router_gateway {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:45:43.270483 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47522) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:43.283336 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-a1bb2d8b-2e96-451f-8f4c-7a2ec13abfcd None None] Set router 96aa2646-b8a2-48e0-873a-353a852cac98 gateway port host: None {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:45:43.331535 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-26b776a4-931c-48f0-8918-df30925995a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ae2249b34524315a890104b7f7d6f85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0598238 Apr 29 13:45:43.334604 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47526) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:43.341062 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-a1bb2d8b-2e96-451f-8f4c-7a2ec13abfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'name': 'tempest-TestShelveInstance-2002671171-router', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:45:42Z', 'revision_number': 6, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'gw_port_host': None}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:43.374239 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb2d8b-2e96-451f-8f4c-7a2ec13abfcd None None] The sync data for ids ['96aa2646-b8a2-48e0-873a-353a852cac98'] in dv-cinder-839416-3-smb is: [{'id': '96aa2646-b8a2-48e0-873a-353a852cac98', 'name': 'tempest-TestShelveInstance-2002671171-router', 'tenant_id': 'c178ce8f803e474f8f7f018d2003d772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:52Z', 'updated_at': '2022-04-29T13:45:42Z', 'revision_number': 6, 'project_id': 'c178ce8f803e474f8f7f018d2003d772', 'gw_port_host': None}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:45:43.395390 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a5fd4cd0-d53a-43aa-a3b0-5c29c873112b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (87190d99-106c-4459-b518-68470b07c8c5), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:43.413137 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c380c224-2a70-402a-a436-3ecf4c9f7e55 admin admin] Publish callbacks [] for security_group (4980715b-17b1-448d-8a38-db9202df5e2e), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:43.447832 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c380c224-2a70-402a-a436-3ecf4c9f7e55 admin admin] Publish callbacks [] for security_group (4980715b-17b1-448d-8a38-db9202df5e2e), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:43.482051 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd4cd0-d53a-43aa-a3b0-5c29c873112b admin admin] Pushing event deleted for resources: {'Port': ['ID=87190d99-106c-4459-b518-68470b07c8c5,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:43.510286 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c380c224-2a70-402a-a436-3ecf4c9f7e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (4980715b-17b1-448d-8a38-db9202df5e2e), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:43.514298 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c380c224-2a70-402a-a436-3ecf4c9f7e55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:43.518348 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-c380c224-2a70-402a-a436-3ecf4c9f7e55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4980715b-17b1-448d-8a38-db9202df5e2e HTTP/1.1" status: 204 len: 168 time: 0.1824636 Apr 29 13:45:43.539144 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380c224-2a70-402a-a436-3ecf4c9f7e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4980715b-17b1-448d-8a38-db9202df5e2e,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:43.553234 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a5fd4cd0-d53a-43aa-a3b0-5c29c873112b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455994'] for router_gateway (96aa2646-b8a2-48e0-873a-353a852cac98), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:43.674300 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a5fd4cd0-d53a-43aa-a3b0-5c29c873112b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4129'] for router (96aa2646-b8a2-48e0-873a-353a852cac98), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:43.677655 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a5fd4cd0-d53a-43aa-a3b0-5c29c873112b admin admin] Publish callbacks [] for router_controller (96aa2646-b8a2-48e0-873a-353a852cac98), precommit_delete_associations {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:43.750193 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a5fd4cd0-d53a-43aa-a3b0-5c29c873112b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-457880'] for router (96aa2646-b8a2-48e0-873a-353a852cac98), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:43.751014 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fd4cd0-d53a-43aa-a3b0-5c29c873112b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96aa2646-b8a2-48e0-873a-353a852cac98 {{(pid=103547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:45:43.757614 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a5fd4cd0-d53a-43aa-a3b0-5c29c873112b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:43.763732 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47534) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:43.763970 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-a5fd4cd0-d53a-43aa-a3b0-5c29c873112b admin admin] 10.222.0.20 "DELETE /v2.0/routers/96aa2646-b8a2-48e0-873a-353a852cac98 HTTP/1.1" status: 204 len: 168 time: 1.1220114 Apr 29 13:45:43.784671 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0147fb0-42d8-40f3-ac29-685598b89d0c req-e7d1439f-dfaa-4e77-8b3b-040d20f33d79 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:43.786648 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a0147fb0-42d8-40f3-ac29-685598b89d0c req-e7d1439f-dfaa-4e77-8b3b-040d20f33d79 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0943792 Apr 29 13:45:43.868215 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7954de6-21af-4b77-8129-bc9ce875755a admin admin] Deleting subnet c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6 {{(pid=103548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:45:43.874974 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d7954de6-21af-4b77-8129-bc9ce875755a admin admin] Publish callbacks [] for subnet (c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:43.923079 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a0147fb0-42d8-40f3-ac29-685598b89d0c req-e6fe513b-e63c-476f-a537-85ed9c607e4f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101372 Apr 29 13:45:43.933398 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d7954de6-21af-4b77-8129-bc9ce875755a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2992115'] for subnet (c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:44.045191 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d7954de6-21af-4b77-8129-bc9ce875755a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519166'] for subnet (c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:44.107468 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d7954de6-21af-4b77-8129-bc9ce875755a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26514461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719965'] for subnet (c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:44.137480 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7954de6-21af-4b77-8129-bc9ce875755a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:44.143171 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d7954de6-21af-4b77-8129-bc9ce875755a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:44.148448 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9a1425-183b-4770-99a5-85d0bae3bd0c None None] Network a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:45:44.149074 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-d7954de6-21af-4b77-8129-bc9ce875755a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c67c7f59-ea9d-484e-a0ce-3d8aa99c43a6 HTTP/1.1" status: 204 len: 168 time: 0.3834534 Apr 29 13:45:44.151095 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 47544) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:44.251646 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-9a0cfdbe-0d65-4575-b14f-7a7957f9f31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593552'] for network (a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:44.311547 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-9a0cfdbe-0d65-4575-b14f-7a7957f9f31c admin admin] Deleting port f3708f00-1f95-4ce4-887c-b96d0d8d174c {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:45:44.311811 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-9a0cfdbe-0d65-4575-b14f-7a7957f9f31c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (f3708f00-1f95-4ce4-887c-b96d0d8d174c), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:44.375880 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde4cc72-c903-4339-aabc-52215388bd1d None None] DHCP port deletion for a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 request from dv-cinder-839416-3-smb {{(pid=103549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 13:45:44.415199 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [None req-9a0cfdbe-0d65-4575-b14f-7a7957f9f31c admin admin] For port f3708f00-1f95-4ce4-887c-b96d0d8d174c, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=f3708f00-1f95-4ce4-887c-b96d0d8d174c,segment=NetworkSegment(25a96713-b9e7-498e-9508-9d2d7263e973),segment_id=25a96713-b9e7-498e-9508-9d2d7263e973)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:44.416224 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-9a0cfdbe-0d65-4575-b14f-7a7957f9f31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (f3708f00-1f95-4ce4-887c-b96d0d8d174c), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:44.442761 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-cde4cc72-c903-4339-aabc-52215388bd1d None None] Deleting port f3708f00-1f95-4ce4-887c-b96d0d8d174c {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:45:44.443269 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cde4cc72-c903-4339-aabc-52215388bd1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (f3708f00-1f95-4ce4-887c-b96d0d8d174c), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:44.446089 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-9a0cfdbe-0d65-4575-b14f-7a7957f9f31c admin admin] Calling delete_port for f3708f00-1f95-4ce4-887c-b96d0d8d174c owned by network:dhcp {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:45:44.540093 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-9a0cfdbe-0d65-4575-b14f-7a7957f9f31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (f3708f00-1f95-4ce4-887c-b96d0d8d174c), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:44.568829 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-cde4cc72-c903-4339-aabc-52215388bd1d None None] For port f3708f00-1f95-4ce4-887c-b96d0d8d174c, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=f3708f00-1f95-4ce4-887c-b96d0d8d174c,segment=NetworkSegment(25a96713-b9e7-498e-9508-9d2d7263e973),segment_id=25a96713-b9e7-498e-9508-9d2d7263e973)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:44.569436 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cde4cc72-c903-4339-aabc-52215388bd1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (f3708f00-1f95-4ce4-887c-b96d0d8d174c), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:44.579510 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cfdbe-0d65-4575-b14f-7a7957f9f31c admin admin] Pushing event deleted for resources: {'Port': ['ID=f3708f00-1f95-4ce4-887c-b96d0d8d174c,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:44.580334 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-fd248638-fe9c-489a-a144-22e9bac2637c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:44.592919 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-cde4cc72-c903-4339-aabc-52215388bd1d None None] Calling delete_port for f3708f00-1f95-4ce4-887c-b96d0d8d174c owned by network:dhcp {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:45:44.604170 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0cfdbe-0d65-4575-b14f-7a7957f9f31c admin admin] No DVR routers for this DVR port f3708f00-1f95-4ce4-887c-b96d0d8d174c on host dv-cinder-839416-3-smb {{(pid=103547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:45:44.708484 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cde4cc72-c903-4339-aabc-52215388bd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146'] for port (f3708f00-1f95-4ce4-887c-b96d0d8d174c), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:44.730238 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-9a0cfdbe-0d65-4575-b14f-7a7957f9f31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1529763', 'neutron.services.segments.db._delete_segments_for_network-8791784455289'] for network (a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:44.767781 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde4cc72-c903-4339-aabc-52215388bd1d None None] No DVR routers for this DVR port f3708f00-1f95-4ce4-887c-b96d0d8d174c on host dv-cinder-839416-3-smb {{(pid=103549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:45:44.774396 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.services.segments.db [None req-9a0cfdbe-0d65-4575-b14f-7a7957f9f31c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1']}} {{(pid=103547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:44.775027 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47558) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:44.793286 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4cc72-c903-4339-aabc-52215388bd1d None None] Pushing event deleted for resources: {'Port': ['ID=f3708f00-1f95-4ce4-887c-b96d0d8d174c,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:44.805645 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.services.segments.db [None req-9a0cfdbe-0d65-4575-b14f-7a7957f9f31c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a96713-b9e7-498e-9508-9d2d7263e973') {'for_net_delete': True} {{(pid=103547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:44.806106 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.services.segments.db [None req-9a0cfdbe-0d65-4575-b14f-7a7957f9f31c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a96713-b9e7-498e-9508-9d2d7263e973') {} {{(pid=103547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:44.829923 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-9a0cfdbe-0d65-4575-b14f-7a7957f9f31c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791784454786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26396414'] for segment (25a96713-b9e7-498e-9508-9d2d7263e973), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:44.851717 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-9a0cfdbe-0d65-4575-b14f-7a7957f9f31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (25a96713-b9e7-498e-9508-9d2d7263e973), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:44.862416 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0cfdbe-0d65-4575-b14f-7a7957f9f31c admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:45:44.863188 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-9a0cfdbe-0d65-4575-b14f-7a7957f9f31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25904533'] for segment (25a96713-b9e7-498e-9508-9d2d7263e973), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: Traceback (most recent call last): Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: timer() Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: cb(*args, **kw) Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: return func(*args, **kwargs) Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: self._notify() Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: self.callback(batched_events) Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: event.method(event) Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: return f(self, *a, **k) Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: return self._get(url).json() Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: return self.request(url, 'GET', **kwargs) Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:45:44.868722 dv-cinder-839416-3-smb neutron-server[103547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:45:44.930786 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-237e3dc8-226d-4b83-a2ca-5feb96ce9ed3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-153122180-network', 'tenant_id': '7a2cc854bc86430dbe1b4bf02c306655'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:45:44.940566 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-9a0cfdbe-0d65-4575-b14f-7a7957f9f31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455890'] for network (a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:44.966018 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237e3dc8-226d-4b83-a2ca-5feb96ce9ed3 admin admin] Made reservation on behalf of 7a2cc854bc86430dbe1b4bf02c306655 for: {'network': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:45:44.970457 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-237e3dc8-226d-4b83-a2ca-5feb96ce9ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for network (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:44.982949 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cfdbe-0d65-4575-b14f-7a7957f9f31c admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:44.985273 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-9a0cfdbe-0d65-4575-b14f-7a7957f9f31c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:44.988610 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-9a0cfdbe-0d65-4575-b14f-7a7957f9f31c admin admin] 10.222.0.20 "DELETE /v2.0/networks/a7e311ea-ecc3-4cf8-8913-cc8e6e2679a1 HTTP/1.1" status: 204 len: 168 time: 0.8358243 Apr 29 13:45:44.994064 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47570) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:45.008093 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-237e3dc8-226d-4b83-a2ca-5feb96ce9ed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:45.156151 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdb526-b2c3-4e05-be37-ce3d798f894c req-fef1bc7c-74d0-4e36-b4cf-49c88d55d2ca tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:45.157740 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a9fdb526-b2c3-4e05-be37-ce3d798f894c req-fef1bc7c-74d0-4e36-b4cf-49c88d55d2ca tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.1461618 Apr 29 13:45:45.282665 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a9fdb526-b2c3-4e05-be37-ce3d798f894c req-ffb146bf-d2a9-472e-96f1-b4a9466341d4 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170650 Apr 29 13:45:45.353939 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-237e3dc8-226d-4b83-a2ca-5feb96ce9ed3 admin admin] Publish callbacks [] for security_group (0b9dbf5b-0765-4aa4-a78a-688506020b14), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:45.361480 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-237e3dc8-226d-4b83-a2ca-5feb96ce9ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (0b9dbf5b-0765-4aa4-a78a-688506020b14), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:45.414976 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237e3dc8-226d-4b83-a2ca-5feb96ce9ed3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:45:45.443386 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-237e3dc8-226d-4b83-a2ca-5feb96ce9ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (168d7f5d-6d6b-4c14-805e-2320219ede5a), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:45.443721 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.db.segments_db [None req-237e3dc8-226d-4b83-a2ca-5feb96ce9ed3 admin admin] Added segment 168d7f5d-6d6b-4c14-805e-2320219ede5a of type vlan for network 7dce7c3b-0ffe-4c50-86f7-d91232d3f724 Apr 29 13:45:45.455245 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e3dc8-226d-4b83-a2ca-5feb96ce9ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9dbf5b-0765-4aa4-a78a-688506020b14,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:45.457510 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 0bb6bc0c-5413-459f-ab6a-7f3420844ef5 no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:45:45.487040 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: 0bb6bc0c-5413-459f-ab6a-7f3420844ef5 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:45:45.487452 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 0bb6bc0c-5413-459f-ab6a-7f3420844ef5 not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:45:45.487950 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 87190d99-106c-4459-b518-68470b07c8c5 no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:45:45.508010 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: 87190d99-106c-4459-b518-68470b07c8c5 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:45:45.508467 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 87190d99-106c-4459-b518-68470b07c8c5 not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:45:45.509186 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device f3708f00-1f95-4ce4-887c-b96d0d8d174c no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:45:45.516877 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-237e3dc8-226d-4b83-a2ca-5feb96ce9ed3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791783959471'] for network (7dce7c3b-0ffe-4c50-86f7-d91232d3f724), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:45.530127 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: f3708f00-1f95-4ce4-887c-b96d0d8d174c {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:45:45.530461 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device f3708f00-1f95-4ce4-887c-b96d0d8d174c not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:45:45.598384 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-237e3dc8-226d-4b83-a2ca-5feb96ce9ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for network (7dce7c3b-0ffe-4c50-86f7-d91232d3f724), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:45.599598 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237e3dc8-226d-4b83-a2ca-5feb96ce9ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:45.600177 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-237e3dc8-226d-4b83-a2ca-5feb96ce9ed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:45.661192 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-237e3dc8-226d-4b83-a2ca-5feb96ce9ed3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8827198 Apr 29 13:45:45.664213 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 47574) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:45.669380 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-5cddd808-ae75-4639-9670-afd12ba3a2e5 admin admin] Request body: {'subnet': {'network_id': '7dce7c3b-0ffe-4c50-86f7-d91232d3f724', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-153122180-subnet', 'tenant_id': '7a2cc854bc86430dbe1b4bf02c306655', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:45:45.695375 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cddd808-ae75-4639-9670-afd12ba3a2e5 admin admin] Made reservation on behalf of 7a2cc854bc86430dbe1b4bf02c306655 for: {'subnet': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:45:45.697789 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-5cddd808-ae75-4639-9670-afd12ba3a2e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25918624'] for subnet (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:45.745672 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e3dc8-226d-4b83-a2ca-5feb96ce9ed3 admin admin] Pushing event updated for resources: {'Network': ['ID=7dce7c3b-0ffe-4c50-86f7-d91232d3f724,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:45.757207 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Network 7dce7c3b-0ffe-4c50-86f7-d91232d3f724 details requested by agent ovs-agent-dv-cinder-839416-3-smb with host dv-cinder-839416-3-smb {{(pid=103549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:45:45.788052 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7eb44884-ff67-43e5-b4cc-daab3d7776c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457212'] for router_interface (4115d9e6-95ca-4f2c-bc24-34c58f70f712), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:45.915662 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-5cddd808-ae75-4639-9670-afd12ba3a2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25910066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25918546'] for subnet (581ea80a-1919-4b1b-bc55-7265414c4fb9), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:45.974301 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddd808-ae75-4639-9670-afd12ba3a2e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=581ea80a-1919-4b1b-bc55-7265414c4fb9,revision_number=0']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:45.984564 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cddd808-ae75-4639-9670-afd12ba3a2e5 admin admin] Checking segment: {'id': '168d7f5d-6d6b-4c14-805e-2320219ede5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7dce7c3b-0ffe-4c50-86f7-d91232d3f724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:45:45.984939 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cddd808-ae75-4639-9670-afd12ba3a2e5 admin admin] Network hostable DHCP agents. Network: 7dce7c3b-0ffe-4c50-86f7-d91232d3f724, hostable agents: ['ec1b8bb2-9315-4753-b51b-79fb59085424'], hosted agents: [] {{(pid=103547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:45:46.013226 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cddd808-ae75-4639-9670-afd12ba3a2e5 admin admin] Network 7dce7c3b-0ffe-4c50-86f7-d91232d3f724 is scheduled to be hosted by DHCP agent ec1b8bb2-9315-4753-b51b-79fb59085424 with binding_index 1 {{(pid=103547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:45:46.029052 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-5cddd808-ae75-4639-9670-afd12ba3a2e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-smb, 7dce7c3b-0ffe-4c50-86f7-d91232d3f724) {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:45:46.035757 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cddd808-ae75-4639-9670-afd12ba3a2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:46.036899 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-5cddd808-ae75-4639-9670-afd12ba3a2e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for subnet (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:46.049699 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d430baa-17dc-4f90-9c58-fc71f1d45cd1 None None] Network 7dce7c3b-0ffe-4c50-86f7-d91232d3f724 requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:45:46.071475 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-5cddd808-ae75-4639-9670-afd12ba3a2e5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4044666 Apr 29 13:45:46.127099 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-7eb44884-ff67-43e5-b4cc-daab3d7776c8 admin admin] Deleting port fbfc4046-0650-4003-a282-e485013e1f08 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:45:46.127475 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7eb44884-ff67-43e5-b4cc-daab3d7776c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (fbfc4046-0650-4003-a282-e485013e1f08), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:46.195903 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a8ca94-dcb4-423a-84bf-1382db68064d None None] Network 7dce7c3b-0ffe-4c50-86f7-d91232d3f724 requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:45:46.232034 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-7eb44884-ff67-43e5-b4cc-daab3d7776c8 admin admin] For port fbfc4046-0650-4003-a282-e485013e1f08, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=fbfc4046-0650-4003-a282-e485013e1f08,segment=NetworkSegment(835588fd-5d92-4c0f-9369-b0eebec19e3c),segment_id=835588fd-5d92-4c0f-9369-b0eebec19e3c)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:46.232329 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7eb44884-ff67-43e5-b4cc-daab3d7776c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (fbfc4046-0650-4003-a282-e485013e1f08), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:46.252349 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-7eb44884-ff67-43e5-b4cc-daab3d7776c8 admin admin] Calling delete_port for fbfc4046-0650-4003-a282-e485013e1f08 owned by network:router_interface {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:45:46.592791 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 47598) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:46.717623 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-73510052-9a7f-4655-a7a1-9cf9f9d658e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:46.821388 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a15580-5fde-449c-9920-3d0b986eb43f req-aaf3f2fb-7396-4b39-a197-2afc9cc6d187 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:46.823116 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-82a15580-5fde-449c-9920-3d0b986eb43f req-aaf3f2fb-7396-4b39-a197-2afc9cc6d187 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.4102914 Apr 29 13:45:46.837621 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7eb44884-ff67-43e5-b4cc-daab3d7776c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (fbfc4046-0650-4003-a282-e485013e1f08), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:46.855853 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-73510052-9a7f-4655-a7a1-9cf9f9d658e3 admin admin] Publish callbacks [] for security_group (31a19570-6912-4652-b4a7-3538ef814276), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:46.860942 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-73510052-9a7f-4655-a7a1-9cf9f9d658e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (31a19570-6912-4652-b4a7-3538ef814276), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:46.872828 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb44884-ff67-43e5-b4cc-daab3d7776c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbfc4046-0650-4003-a282-e485013e1f08,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:46.910455 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-73510052-9a7f-4655-a7a1-9cf9f9d658e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=906783d8270844669519ecc8fd5f36a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3161292 Apr 29 13:45:46.911197 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47606) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:46.912303 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73510052-9a7f-4655-a7a1-9cf9f9d658e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a19570-6912-4652-b4a7-3538ef814276,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:46.980511 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-82a15580-5fde-449c-9920-3d0b986eb43f req-69464264-da14-48c7-80ce-bbfc1fba8f53 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504509 Apr 29 13:45:47.039395 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-f516abb6-4f52-467f-a527-1de254df9867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:47.056550 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-274742b3-4612-44fa-a5d6-79db869e195b admin admin] Publish callbacks [] for security_group (31a19570-6912-4652-b4a7-3538ef814276), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:47.096320 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-274742b3-4612-44fa-a5d6-79db869e195b admin admin] Publish callbacks [] for security_group (31a19570-6912-4652-b4a7-3538ef814276), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:47.176724 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7eb44884-ff67-43e5-b4cc-daab3d7776c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457040'] for router_interface (4115d9e6-95ca-4f2c-bc24-34c58f70f712), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:47.237598 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-274742b3-4612-44fa-a5d6-79db869e195b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (31a19570-6912-4652-b4a7-3538ef814276), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:47.240089 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-274742b3-4612-44fa-a5d6-79db869e195b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:47.241268 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-274742b3-4612-44fa-a5d6-79db869e195b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31a19570-6912-4652-b4a7-3538ef814276 HTTP/1.1" status: 204 len: 168 time: 0.3283222 Apr 29 13:45:47.254568 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274742b3-4612-44fa-a5d6-79db869e195b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a19570-6912-4652-b4a7-3538ef814276,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:47.429656 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb44884-ff67-43e5-b4cc-daab3d7776c8 admin admin] Router 4115d9e6-95ca-4f2c-bc24-34c58f70f712 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:45:47.530549 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 47612) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:47.544271 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-971e0479-b11a-40a0-8ad6-93db9540b84e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:47.551062 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb44884-ff67-43e5-b4cc-daab3d7776c8 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:45:47.558975 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-7eb44884-ff67-43e5-b4cc-daab3d7776c8 admin admin] 10.222.0.20 "PUT /v2.0/routers/4115d9e6-95ca-4f2c-bc24-34c58f70f712/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5630126 Apr 29 13:45:47.559153 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 47614) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:47.565957 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcb36dd-f748-4689-8da7-101304e3023b None None] Sync routers for ids ['4115d9e6-95ca-4f2c-bc24-34c58f70f712'] in dv-cinder-839416-3-smb {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:45:47.577648 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcb36dd-f748-4689-8da7-101304e3023b None None] Routers {'4115d9e6-95ca-4f2c-bc24-34c58f70f712'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:45:47.578372 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-5dcb36dd-f748-4689-8da7-101304e3023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:45:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['4115d9e6-95ca-4f2c-bc24-34c58f70f712'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:47.691767 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-5dcb36dd-f748-4689-8da7-101304e3023b None None] Set router 4115d9e6-95ca-4f2c-bc24-34c58f70f712 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:45:47.704545 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4221cbc4-6131-4398-b5a8-8ca298f89a94 admin admin] Publish callbacks [] for router (4115d9e6-95ca-4f2c-bc24-34c58f70f712), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:47.748719 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-971e0479-b11a-40a0-8ad6-93db9540b84e admin admin] Publish callbacks [] for security_group (6f2e2775-f5fa-4b41-84c4-61394323d648), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:47.754258 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-971e0479-b11a-40a0-8ad6-93db9540b84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (6f2e2775-f5fa-4b41-84c4-61394323d648), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:47.880152 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-5dcb36dd-f748-4689-8da7-101304e3023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115d9e6-95ca-4f2c-bc24-34c58f70f712', 'name': 'tempest-TestShelveInstance-542376609-router', 'tenant_id': '5b88caffa0264d108fc3a208a5925e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:58Z', 'updated_at': '2022-04-29T13:45:46Z', 'revision_number': 5, 'project_id': '5b88caffa0264d108fc3a208a5925e53', 'gw_port': {'id': 'ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115d9e6-95ca-4f2c-bc24-34c58f70f712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:59Z', 'updated_at': '2022-04-29T13:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:47.910768 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcb36dd-f748-4689-8da7-101304e3023b None None] Checking router: 4115d9e6-95ca-4f2c-bc24-34c58f70f712 for host: dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:45:47.920323 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcb36dd-f748-4689-8da7-101304e3023b None None] Routers {'4115d9e6-95ca-4f2c-bc24-34c58f70f712'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:45:47.920871 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-5dcb36dd-f748-4689-8da7-101304e3023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:45:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['4115d9e6-95ca-4f2c-bc24-34c58f70f712'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:48.058332 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-5dcb36dd-f748-4689-8da7-101304e3023b None None] Set router 4115d9e6-95ca-4f2c-bc24-34c58f70f712 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:45:48.115726 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e0479-b11a-40a0-8ad6-93db9540b84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2e2775-f5fa-4b41-84c4-61394323d648,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:48.126276 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-971e0479-b11a-40a0-8ad6-93db9540b84e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=785b78246c984a4a857f3309708df027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5945730 Apr 29 13:45:48.129084 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 47632) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:48.186035 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4221cbc4-6131-4398-b5a8-8ca298f89a94 admin admin] Publish callbacks [] for router_gateway (4115d9e6-95ca-4f2c-bc24-34c58f70f712), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:48.210106 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ca57e2c1-f87d-4ff0-a6c5-0396843db16d admin admin] Publish callbacks [] for security_group (6f2e2775-f5fa-4b41-84c4-61394323d648), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:48.210393 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66361448-133f-4dcb-9184-1563fd4af440 req-4ca55bb8-bd27-4fbc-afff-af0db1a69f9c tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:48.211983 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-66361448-133f-4dcb-9184-1563fd4af440 req-4ca55bb8-bd27-4fbc-afff-af0db1a69f9c tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.1173291 Apr 29 13:45:48.261625 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ca57e2c1-f87d-4ff0-a6c5-0396843db16d admin admin] Publish callbacks [] for security_group (6f2e2775-f5fa-4b41-84c4-61394323d648), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:48.263766 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-4221cbc4-6131-4398-b5a8-8ca298f89a94 admin admin] Deleting port ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813 {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:45:48.264149 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4221cbc4-6131-4398-b5a8-8ca298f89a94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:48.271990 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-f8ae7018-5775-4b95-996d-5000e5e15e1e tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:48.273676 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-f8ae7018-5775-4b95-996d-5000e5e15e1e tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/networks?id=7dce7c3b-0ffe-4c50-86f7-d91232d3f724 HTTP/1.1" status: 200 len: 813 time: 0.2146277 Apr 29 13:45:48.309484 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:48.314156 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-66361448-133f-4dcb-9184-1563fd4af440 req-8310bfa8-7df3-4bb8-82d5-c93e9295462a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915053 Apr 29 13:45:48.319920 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-23657be0-86ba-45f3-81e2-94f17aa5f50e tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/quotas/7a2cc854bc86430dbe1b4bf02c306655 HTTP/1.1" status: 200 len: 375 time: 0.0361128 Apr 29 13:45:48.364461 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-3cc69676-e21b-462d-955c-aee40080cfaa tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a2cc854bc86430dbe1b4bf02c306655&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334475 Apr 29 13:45:48.379668 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [None req-4221cbc4-6131-4398-b5a8-8ca298f89a94 admin admin] For port ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:48.380210 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4221cbc4-6131-4398-b5a8-8ca298f89a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:48.390044 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ca57e2c1-f87d-4ff0-a6c5-0396843db16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (6f2e2775-f5fa-4b41-84c4-61394323d648), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:48.392591 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ca57e2c1-f87d-4ff0-a6c5-0396843db16d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:48.398856 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-ca57e2c1-f87d-4ff0-a6c5-0396843db16d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f2e2775-f5fa-4b41-84c4-61394323d648 HTTP/1.1" status: 204 len: 168 time: 0.2664726 Apr 29 13:45:48.412333 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-4221cbc4-6131-4398-b5a8-8ca298f89a94 admin admin] Calling delete_port for ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813 owned by network:router_gateway {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:45:48.422399 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57e2c1-f87d-4ff0-a6c5-0396843db16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2e2775-f5fa-4b41-84c4-61394323d648,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:48.447157 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-5dcb36dd-f748-4689-8da7-101304e3023b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115d9e6-95ca-4f2c-bc24-34c58f70f712', 'name': 'tempest-TestShelveInstance-542376609-router', 'tenant_id': '5b88caffa0264d108fc3a208a5925e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:58Z', 'updated_at': '2022-04-29T13:45:46Z', 'revision_number': 5, 'project_id': '5b88caffa0264d108fc3a208a5925e53', 'gw_port': {'id': 'ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115d9e6-95ca-4f2c-bc24-34c58f70f712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:59Z', 'updated_at': '2022-04-29T13:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:48.487292 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcb36dd-f748-4689-8da7-101304e3023b None None] The sync data for ids ['4115d9e6-95ca-4f2c-bc24-34c58f70f712'] in dv-cinder-839416-3-smb is: [{'id': '4115d9e6-95ca-4f2c-bc24-34c58f70f712', 'name': 'tempest-TestShelveInstance-542376609-router', 'tenant_id': '5b88caffa0264d108fc3a208a5925e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:40:58Z', 'updated_at': '2022-04-29T13:45:46Z', 'revision_number': 5, 'project_id': '5b88caffa0264d108fc3a208a5925e53', 'gw_port': {'id': 'ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115d9e6-95ca-4f2c-bc24-34c58f70f712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:40:59Z', 'updated_at': '2022-04-29T13:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}] {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:45:48.506160 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-cd7e0035-f78d-4b44-bed3-38fbfd2c9958 service neutron] 10.222.0.20 "GET /v2.0/networks/7dce7c3b-0ffe-4c50-86f7-d91232d3f724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318338 Apr 29 13:45:48.600170 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-0f78af64-2cb2-4cb1-bf5b-398aea88c952 service neutron] 10.222.0.20 "GET /v2.0/networks/7dce7c3b-0ffe-4c50-86f7-d91232d3f724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931807 Apr 29 13:45:48.630583 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4221cbc4-6131-4398-b5a8-8ca298f89a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:48.665506 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4221cbc4-6131-4398-b5a8-8ca298f89a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:48.747674 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4221cbc4-6131-4398-b5a8-8ca298f89a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455994'] for router_gateway (4115d9e6-95ca-4f2c-bc24-34c58f70f712), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:48.807095 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-492f85ff-7642-41b1-b671-ec6786bf86ca req-2d87e252-9e2c-4e4f-b55f-a4fc420560c8 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7c5f066-9001-4a44-b88f-2feafc522a07 HTTP/1.1" status: 200 len: 210 time: 0.0405965 Apr 29 13:45:48.861958 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4221cbc4-6131-4398-b5a8-8ca298f89a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4129'] for router (4115d9e6-95ca-4f2c-bc24-34c58f70f712), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:48.864581 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4221cbc4-6131-4398-b5a8-8ca298f89a94 admin admin] Publish callbacks [] for router_controller (4115d9e6-95ca-4f2c-bc24-34c58f70f712), precommit_delete_associations {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:48.919744 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4221cbc4-6131-4398-b5a8-8ca298f89a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-457880'] for router (4115d9e6-95ca-4f2c-bc24-34c58f70f712), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:48.920345 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4221cbc4-6131-4398-b5a8-8ca298f89a94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4115d9e6-95ca-4f2c-bc24-34c58f70f712 {{(pid=103547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:45:48.924788 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4221cbc4-6131-4398-b5a8-8ca298f89a94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:48.925946 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-4221cbc4-6131-4398-b5a8-8ca298f89a94 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4115d9e6-95ca-4f2c-bc24-34c58f70f712 HTTP/1.1" status: 204 len: 168 time: 1.3659978 Apr 29 13:45:48.928695 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47654) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:48.986007 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f41019-51c1-4422-849f-7e99ba905c9f admin admin] Deleting subnet 5f377997-5e7d-41b3-88e8-bd1c79ad66ca {{(pid=103548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:45:48.990389 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a6f41019-51c1-4422-849f-7e99ba905c9f admin admin] Publish callbacks [] for subnet (5f377997-5e7d-41b3-88e8-bd1c79ad66ca), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:49.042499 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a6f41019-51c1-4422-849f-7e99ba905c9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2992115'] for subnet (5f377997-5e7d-41b3-88e8-bd1c79ad66ca), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:49.148380 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a6f41019-51c1-4422-849f-7e99ba905c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519166'] for subnet (5f377997-5e7d-41b3-88e8-bd1c79ad66ca), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:49.212358 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a6f41019-51c1-4422-849f-7e99ba905c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26514461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719965'] for subnet (5f377997-5e7d-41b3-88e8-bd1c79ad66ca), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:49.246885 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f41019-51c1-4422-849f-7e99ba905c9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f377997-5e7d-41b3-88e8-bd1c79ad66ca,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:49.250728 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a6f41019-51c1-4422-849f-7e99ba905c9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:49.254059 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-a6f41019-51c1-4422-849f-7e99ba905c9f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5f377997-5e7d-41b3-88e8-bd1c79ad66ca HTTP/1.1" status: 204 len: 168 time: 0.3241410 Apr 29 13:45:49.256908 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 47666) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:49.265922 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab376de-870f-436c-bd45-02add3dd678b None None] Network 81be561b-7540-4a1e-9683-0cd679a7f90d requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:45:49.397623 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2816-ec5c-4bd0-8560-b3e1d1ebd86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593552'] for network (81be561b-7540-4a1e-9683-0cd679a7f90d), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:49.465385 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f2816-ec5c-4bd0-8560-b3e1d1ebd86f admin admin] Deleting port ba2e476c-5075-4d0e-a449-c8a056f2de94 {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:45:49.465719 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2816-ec5c-4bd0-8560-b3e1d1ebd86f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (ba2e476c-5075-4d0e-a449-c8a056f2de94), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:49.540755 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e235027-4ad5-4bfe-8518-8cdf64617096 None None] DHCP port deletion for 81be561b-7540-4a1e-9683-0cd679a7f90d request from dv-cinder-839416-3-smb {{(pid=103549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 13:45:49.553178 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b3a11-4eaa-4a41-8e7d-3f16bad3fb6f req-ca082cdc-721e-4230-804e-1b4f5797c1fe tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:49.554845 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f58b3a11-4eaa-4a41-8e7d-3f16bad3fb6f req-ca082cdc-721e-4230-804e-1b4f5797c1fe tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.1152804 Apr 29 13:45:49.569439 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [None req-4a0f2816-ec5c-4bd0-8560-b3e1d1ebd86f admin admin] For port ba2e476c-5075-4d0e-a449-c8a056f2de94, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=ba2e476c-5075-4d0e-a449-c8a056f2de94,segment=NetworkSegment(835588fd-5d92-4c0f-9369-b0eebec19e3c),segment_id=835588fd-5d92-4c0f-9369-b0eebec19e3c)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:49.569900 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2816-ec5c-4bd0-8560-b3e1d1ebd86f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (ba2e476c-5075-4d0e-a449-c8a056f2de94), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:49.586232 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f2816-ec5c-4bd0-8560-b3e1d1ebd86f admin admin] Calling delete_port for ba2e476c-5075-4d0e-a449-c8a056f2de94 owned by network:dhcp {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:45:49.592508 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-9e235027-4ad5-4bfe-8518-8cdf64617096 None None] Deleting port ba2e476c-5075-4d0e-a449-c8a056f2de94 {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:45:49.593020 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9e235027-4ad5-4bfe-8518-8cdf64617096 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (ba2e476c-5075-4d0e-a449-c8a056f2de94), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:49.628831 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f58b3a11-4eaa-4a41-8e7d-3f16bad3fb6f req-7d18b9b8-1c17-451e-9e6c-3ce6e8df518e tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630050 Apr 29 13:45:49.672336 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-9e235027-4ad5-4bfe-8518-8cdf64617096 None None] For port ba2e476c-5075-4d0e-a449-c8a056f2de94, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=ba2e476c-5075-4d0e-a449-c8a056f2de94,segment=NetworkSegment(835588fd-5d92-4c0f-9369-b0eebec19e3c),segment_id=835588fd-5d92-4c0f-9369-b0eebec19e3c)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:49.672765 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9e235027-4ad5-4bfe-8518-8cdf64617096 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (ba2e476c-5075-4d0e-a449-c8a056f2de94), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:49.678111 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2816-ec5c-4bd0-8560-b3e1d1ebd86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (ba2e476c-5075-4d0e-a449-c8a056f2de94), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:49.689151 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-9e235027-4ad5-4bfe-8518-8cdf64617096 None None] Calling delete_port for ba2e476c-5075-4d0e-a449-c8a056f2de94 owned by network:dhcp {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:45:49.703563 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f2816-ec5c-4bd0-8560-b3e1d1ebd86f admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2e476c-5075-4d0e-a449-c8a056f2de94,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:49.709485 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0f2816-ec5c-4bd0-8560-b3e1d1ebd86f admin admin] No DVR routers for this DVR port ba2e476c-5075-4d0e-a449-c8a056f2de94 on host dv-cinder-839416-3-smb {{(pid=103547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:45:49.780252 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9e235027-4ad5-4bfe-8518-8cdf64617096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146'] for port (ba2e476c-5075-4d0e-a449-c8a056f2de94), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:49.788924 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2816-ec5c-4bd0-8560-b3e1d1ebd86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1529763', 'neutron.services.segments.db._delete_segments_for_network-8791784455289'] for network (81be561b-7540-4a1e-9683-0cd679a7f90d), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:49.797486 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e235027-4ad5-4bfe-8518-8cdf64617096 None None] No DVR routers for this DVR port ba2e476c-5075-4d0e-a449-c8a056f2de94 on host dv-cinder-839416-3-smb {{(pid=103549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:45:49.815204 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.services.segments.db [None req-4a0f2816-ec5c-4bd0-8560-b3e1d1ebd86f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81be561b-7540-4a1e-9683-0cd679a7f90d']}} {{(pid=103547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:49.831808 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e235027-4ad5-4bfe-8518-8cdf64617096 None None] Pushing event deleted for resources: {'Port': ['ID=ba2e476c-5075-4d0e-a449-c8a056f2de94,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:49.841138 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.services.segments.db [None req-4a0f2816-ec5c-4bd0-8560-b3e1d1ebd86f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835588fd-5d92-4c0f-9369-b0eebec19e3c') {'for_net_delete': True} {{(pid=103547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:49.841649 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.services.segments.db [None req-4a0f2816-ec5c-4bd0-8560-b3e1d1ebd86f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835588fd-5d92-4c0f-9369-b0eebec19e3c') {} {{(pid=103547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:45:49.867959 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2816-ec5c-4bd0-8560-b3e1d1ebd86f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791784454786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26396414'] for segment (835588fd-5d92-4c0f-9369-b0eebec19e3c), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:49.892151 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device fbfc4046-0650-4003-a282-e485013e1f08 no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:45:49.921791 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: fbfc4046-0650-4003-a282-e485013e1f08 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:45:49.922140 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device fbfc4046-0650-4003-a282-e485013e1f08 not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:45:49.944080 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2816-ec5c-4bd0-8560-b3e1d1ebd86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (835588fd-5d92-4c0f-9369-b0eebec19e3c), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:49.963198 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0f2816-ec5c-4bd0-8560-b3e1d1ebd86f admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:45:49.964732 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2816-ec5c-4bd0-8560-b3e1d1ebd86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25904533'] for segment (835588fd-5d92-4c0f-9369-b0eebec19e3c), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: Traceback (most recent call last): Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: timer() Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: cb(*args, **kw) Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: return func(*args, **kwargs) Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: self._notify() Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: self.callback(batched_events) Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: event.method(event) Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: return f(self, *a, **k) Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: return self._get(url).json() Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: return self.request(url, 'GET', **kwargs) Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:45:49.967379 dv-cinder-839416-3-smb neutron-server[103547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:45:49.986308 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-63d9ef9d-f634-4424-92a9-81db8a77ba1a req-ff5000a5-df46-4910-8c85-fa0b09695245 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7c5f066-9001-4a44-b88f-2feafc522a07 HTTP/1.1" status: 200 len: 210 time: 0.0800419 Apr 29 13:45:50.076480 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:50.093308 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2816-ec5c-4bd0-8560-b3e1d1ebd86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455890'] for network (81be561b-7540-4a1e-9683-0cd679a7f90d), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:50.103796 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2816-ec5c-4bd0-8560-b3e1d1ebd86f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:50.108205 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-4a0f2816-ec5c-4bd0-8560-b3e1d1ebd86f admin admin] 10.222.0.20 "DELETE /v2.0/networks/81be561b-7540-4a1e-9683-0cd679a7f90d HTTP/1.1" status: 204 len: 168 time: 0.8499739 Apr 29 13:45:50.142599 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f2816-ec5c-4bd0-8560-b3e1d1ebd86f admin admin] Pushing event deleted for resources: {'Network': ['ID=81be561b-7540-4a1e-9683-0cd679a7f90d,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:50.154145 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-99d1198a-78e1-4a62-946c-f832a8ecafce tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:50.157409 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-99d1198a-78e1-4a62-946c-f832a8ecafce tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.26 "GET /v2.0/networks?id=7dce7c3b-0ffe-4c50-86f7-d91232d3f724 HTTP/1.1" status: 200 len: 813 time: 0.2525065 Apr 29 13:45:50.173750 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-70225ac8-02c2-4b2f-a037-85d273807efa tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Request body: {'port': {'device_id': 'f7c5f066-9001-4a44-b88f-2feafc522a07', 'network_id': '7dce7c3b-0ffe-4c50-86f7-d91232d3f724', 'admin_state_up': True, 'tenant_id': '7a2cc854bc86430dbe1b4bf02c306655'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:45:50.306266 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-70225ac8-02c2-4b2f-a037-85d273807efa tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Made reservation on behalf of 7a2cc854bc86430dbe1b4bf02c306655 for: {'port': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:45:50.309896 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-70225ac8-02c2-4b2f-a037-85d273807efa tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:50.355982 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47696) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:50.399425 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-b192c0d4-b62e-4d74-b06b-58b130588889 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c178ce8f803e474f8f7f018d2003d772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422218 Apr 29 13:45:50.402810 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47698) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:50.450945 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-70225ac8-02c2-4b2f-a037-85d273807efa tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Allocated IP 172.20.0.7 (7dce7c3b-0ffe-4c50-86f7-d91232d3f724/581ea80a-1919-4b1b-bc55-7265414c4fb9/c3124988-bc06-43c0-a230-d4b9011eb0de) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:45:50.460331 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0d08fedf-63f5-46f4-b0f8-fbd2308e3e6c admin admin] Publish callbacks [] for security_group (5599ec19-c537-4818-8d6f-457e4df78bc7), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:50.486719 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0d08fedf-63f5-46f4-b0f8-fbd2308e3e6c admin admin] Publish callbacks [] for security_group (5599ec19-c537-4818-8d6f-457e4df78bc7), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:50.542919 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0d08fedf-63f5-46f4-b0f8-fbd2308e3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (5599ec19-c537-4818-8d6f-457e4df78bc7), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:50.545506 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0d08fedf-63f5-46f4-b0f8-fbd2308e3e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:50.551551 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-0d08fedf-63f5-46f4-b0f8-fbd2308e3e6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5599ec19-c537-4818-8d6f-457e4df78bc7 HTTP/1.1" status: 204 len: 168 time: 0.1475215 Apr 29 13:45:50.560858 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08fedf-63f5-46f4-b0f8-fbd2308e3e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5599ec19-c537-4818-8d6f-457e4df78bc7,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:50.636475 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-70225ac8-02c2-4b2f-a037-85d273807efa tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Publish callbacks [] for port (c3124988-bc06-43c0-a230-d4b9011eb0de), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:50.679828 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-70225ac8-02c2-4b2f-a037-85d273807efa tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (c3124988-bc06-43c0-a230-d4b9011eb0de), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:50.729091 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-70225ac8-02c2-4b2f-a037-85d273807efa tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Network 7dce7c3b-0ffe-4c50-86f7-d91232d3f724 is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:45:50.732911 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-70225ac8-02c2-4b2f-a037-85d273807efa tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:45:50.738765 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-70225ac8-02c2-4b2f-a037-85d273807efa tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:45:50.782915 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70225ac8-02c2-4b2f-a037-85d273807efa tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Pushing event updated for resources: {'Port': ['ID=c3124988-bc06-43c0-a230-d4b9011eb0de,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:50.792441 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e11c4-dbb7-4f8f-a3df-efb9d70e38b1 req-a74143e1-37e8-4125-af7f-5faf99b782d7 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:50.798252 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d74e11c4-dbb7-4f8f-a3df-efb9d70e38b1 req-a74143e1-37e8-4125-af7f-5faf99b782d7 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0785608 Apr 29 13:45:50.803235 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-70225ac8-02c2-4b2f-a037-85d273807efa tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:50.803924 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-70225ac8-02c2-4b2f-a037-85d273807efa tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:50.830419 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-70225ac8-02c2-4b2f-a037-85d273807efa tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6652231 Apr 29 13:45:50.844269 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] Request body: {'port': {'device_id': 'f7c5f066-9001-4a44-b88f-2feafc522a07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:45:50.874653 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-d74e11c4-dbb7-4f8f-a3df-efb9d70e38b1 req-5377378d-b314-4a5b-a561-a59661e5cf3f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721884 Apr 29 13:45:50.913161 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (c3124988-bc06-43c0-a230-d4b9011eb0de), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:51.058581 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47722) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:51.251121 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-76cbd7f7-9263-4df7-8836-6c1ac887d17c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b88caffa0264d108fc3a208a5925e53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1909602 Apr 29 13:45:51.254517 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 47730) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:51.260682 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83ad4d-74a7-4a91-8860-ea46e6512bc9 req-032083e3-e25b-4670-8746-8c1394f3ab80 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:51.262201 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-aa83ad4d-74a7-4a91-8860-ea46e6512bc9 req-032083e3-e25b-4670-8746-8c1394f3ab80 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.1508029 Apr 29 13:45:51.265875 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582e596-6acc-47dc-8c06-7f62b4ceb77f req-d30ec7d6-49f4-4476-a46f-bffc0e813048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:51.267458 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4582e596-6acc-47dc-8c06-7f62b4ceb77f req-d30ec7d6-49f4-4476-a46f-bffc0e813048 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44c6030c56a74362b6795f72764597ce&device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 1129 time: 0.1383200 Apr 29 13:45:51.294889 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef23732-9d31-4834-81f7-2dd4c79b3769 req-8e2cb2be-88f1-4712-b5d1-71c98e851ce9 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:51.296469 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fef23732-9d31-4834-81f7-2dd4c79b3769 req-8e2cb2be-88f1-4712-b5d1-71c98e851ce9 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7c5f066-9001-4a44-b88f-2feafc522a07 HTTP/1.1" status: 200 len: 931 time: 0.1837833 Apr 29 13:45:51.311172 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3124988-bc06-43c0-a230-d4b9011eb0de {{(pid=103547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:45:51.319823 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] Publish callbacks [] for port (c3124988-bc06-43c0-a230-d4b9011eb0de), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:51.334252 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.provisioning_blocks [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] Transition to ACTIVE for port object c3124988-bc06-43c0-a230-d4b9011eb0de will not be triggered until provisioned by entity L2. {{(pid=103547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:45:51.338842 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25904569'] for port (c3124988-bc06-43c0-a230-d4b9011eb0de), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:51.390760 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] Pushing event updated for resources: {'Port': ['ID=c3124988-bc06-43c0-a230-d4b9011eb0de,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:51.403049 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-aa83ad4d-74a7-4a91-8860-ea46e6512bc9 req-717e8122-9aeb-4e6d-93d5-2a75e1624fd6 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344836 Apr 29 13:45:51.439642 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fef23732-9d31-4834-81f7-2dd4c79b3769 req-f7672533-7dc9-430a-a790-3988d9eb7ec0 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343739 Apr 29 13:45:51.459293 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582e596-6acc-47dc-8c06-7f62b4ceb77f req-5b4c49f6-b17c-4ea1-9244-6bf59b37dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:51.461062 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4582e596-6acc-47dc-8c06-7f62b4ceb77f req-5b4c49f6-b17c-4ea1-9244-6bf59b37dc05 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0033bbe-9a7c-4e9a-a14e-6e114adb922e HTTP/1.1" status: 200 len: 910 time: 0.1741164 Apr 29 13:45:51.484315 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:51.518199 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813 no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:45:51.530939 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] Attempting to bind port c3124988-bc06-43c0-a230-d4b9011eb0de on host hv-cinder-83941 for vnic_type normal with profile {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:45:51.531281 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] Attempting to bind port c3124988-bc06-43c0-a230-d4b9011eb0de by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '168d7f5d-6d6b-4c14-805e-2320219ede5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7dce7c3b-0ffe-4c50-86f7-d91232d3f724'}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:45:51.531612 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] Attempting to bind port c3124988-bc06-43c0-a230-d4b9011eb0de on network 7dce7c3b-0ffe-4c50-86f7-d91232d3f724 {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:45:51.537019 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] Port c3124988-bc06-43c0-a230-d4b9011eb0de on network 7dce7c3b-0ffe-4c50-86f7-d91232d3f724 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:45:51.537347 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] Attempting to bind port c3124988-bc06-43c0-a230-d4b9011eb0de on network 7dce7c3b-0ffe-4c50-86f7-d91232d3f724 {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:45:51.539282 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:45:51.539849 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device ff6a8071-59bc-4fb3-ae8c-4e7ba9ad5813 not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:45:51.540482 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device ba2e476c-5075-4d0e-a449-c8a056f2de94 no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:45:51.543555 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] Checking agent: {'id': '54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'started_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:45:51.544262 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] Checking segment: {'id': '168d7f5d-6d6b-4c14-805e-2320219ede5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7dce7c3b-0ffe-4c50-86f7-d91232d3f724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:45:51.544678 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] Bound using segment: {'id': '168d7f5d-6d6b-4c14-805e-2320219ede5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7dce7c3b-0ffe-4c50-86f7-d91232d3f724'} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:45:51.545147 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] Bound port: c3124988-bc06-43c0-a230-d4b9011eb0de, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '168d7f5d-6d6b-4c14-805e-2320219ede5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7dce7c3b-0ffe-4c50-86f7-d91232d3f724'}}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:45:51.545746 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (c3124988-bc06-43c0-a230-d4b9011eb0de), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:51.550486 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4582e596-6acc-47dc-8c06-7f62b4ceb77f req-c648311e-ec08-449b-b3f8-1c9ce0f1abdc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=244e9ce7-de85-4a8c-b613-8558cb98b60a HTTP/1.1" status: 200 len: 1000 time: 0.0829046 Apr 29 13:45:51.563621 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: ba2e476c-5075-4d0e-a449-c8a056f2de94 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:45:51.564138 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device ba2e476c-5075-4d0e-a449-c8a056f2de94 not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:45:51.605862 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582e596-6acc-47dc-8c06-7f62b4ceb77f req-fbb8da61-0697-4cc1-ae9d-3b102302d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:51.607346 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4582e596-6acc-47dc-8c06-7f62b4ceb77f req-fbb8da61-0697-4cc1-ae9d-3b102302d69e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37ea92da-e0ed-4579-801d-4e60d1c28650 HTTP/1.1" status: 200 len: 849 time: 0.0515804 Apr 29 13:45:51.650398 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] For port c3124988-bc06-43c0-a230-d4b9011eb0de, host hv-cinder-83941, cleared binding levels {{(pid=103547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:45:51.652423 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582e596-6acc-47dc-8c06-7f62b4ceb77f req-bd23d7a0-d754-4668-94ce-79dc60f03d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:51.654111 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4582e596-6acc-47dc-8c06-7f62b4ceb77f req-bd23d7a0-d754-4668-94ce-79dc60f03d6a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0033bbe-9a7c-4e9a-a14e-6e114adb922e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0412381 Apr 29 13:45:51.656201 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] For port c3124988-bc06-43c0-a230-d4b9011eb0de, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=c3124988-bc06-43c0-a230-d4b9011eb0de,segment=NetworkSegment(168d7f5d-6d6b-4c14-805e-2320219ede5a),segment_id=168d7f5d-6d6b-4c14-805e-2320219ede5a)] {{(pid=103547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:45:51.668684 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25904569'] for port (c3124988-bc06-43c0-a230-d4b9011eb0de), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:51.672733 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c5030475-7782-4d3b-af56-c5c339002b92 admin admin] Publish callbacks [] for security_group (60835e31-244e-42f2-8b21-df038bf5efd0), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:51.720859 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:51.721567 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:51.722818 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] 10.222.0.26 "PUT /v2.0/ports/c3124988-bc06-43c0-a230-d4b9011eb0de HTTP/1.1" status: 200 len: 1093 time: 0.8853526 Apr 29 13:45:51.723255 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c5f066-9001-4a44-b88f-2feafc522a07', 'tag': 'c3124988-bc06-43c0-a230-d4b9011eb0de'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:45:51.725754 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3f1ef5-034a-439b-9757-411f5d7d6137" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c5f066-9001-4a44-b88f-2feafc522a07", "tag": "c3124988-bc06-43c0-a230-d4b9011eb0de"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:45:51.729997 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c5030475-7782-4d3b-af56-c5c339002b92 admin admin] Publish callbacks [] for security_group (60835e31-244e-42f2-8b21-df038bf5efd0), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:51.752432 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4582e596-6acc-47dc-8c06-7f62b4ceb77f req-60358711-21fa-4721-aaff-b11584a544ef service neutron] 10.222.0.26 "GET /v2.0/networks/b0033bbe-9a7c-4e9a-a14e-6e114adb922e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925918 Apr 29 13:45:51.776751 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9a2752-5308-494c-986c-99ec43f6dbee x-openstack-request-id: req-3a9a2752-5308-494c-986c-99ec43f6dbee {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:45:51.777075 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c5f066-9001-4a44-b88f-2feafc522a07", "tag": "c3124988-bc06-43c0-a230-d4b9011eb0de", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:45:51.777342 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a9a2752-5308-494c-986c-99ec43f6dbee {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:45:51.777680 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a9a2752-5308-494c-986c-99ec43f6dbee'] response: {'name': 'network-changed', 'server_uuid': 'f7c5f066-9001-4a44-b88f-2feafc522a07', 'tag': 'c3124988-bc06-43c0-a230-d4b9011eb0de', 'status': 'completed', 'code': 200} Apr 29 13:45:51.830248 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa70cb-8698-4fb5-91c8-6fba2f05209b service neutron] Pushing event updated for resources: {'Port': ['ID=c3124988-bc06-43c0-a230-d4b9011eb0de,revision_number=3']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:51.841887 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-0de2b05b-54fd-471d-b8e0-7974cc110e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:51.842278 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-0de2b05b-54fd-471d-b8e0-7974cc110e6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a2cc854bc86430dbe1b4bf02c306655&device_id=f7c5f066-9001-4a44-b88f-2feafc522a07 HTTP/1.1" status: 200 len: 1127 time: 0.0762060 Apr 29 13:45:51.851343 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4582e596-6acc-47dc-8c06-7f62b4ceb77f req-067fabe6-a52d-46a4-b233-532de321b4cd service neutron] 10.222.0.26 "GET /v2.0/networks/b0033bbe-9a7c-4e9a-a14e-6e114adb922e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929921 Apr 29 13:45:51.887549 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-0bd7fb68-c256-4bd4-a861-bfd047e452f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3124988-bc06-43c0-a230-d4b9011eb0de HTTP/1.1" status: 200 len: 217 time: 0.0395341 Apr 29 13:45:51.892930 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c5030475-7782-4d3b-af56-c5c339002b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (60835e31-244e-42f2-8b21-df038bf5efd0), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:51.895794 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c5030475-7782-4d3b-af56-c5c339002b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:51.897146 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-c5030475-7782-4d3b-af56-c5c339002b92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60835e31-244e-42f2-8b21-df038bf5efd0 HTTP/1.1" status: 204 len: 168 time: 0.6418233 Apr 29 13:45:51.911382 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5030475-7782-4d3b-af56-c5c339002b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60835e31-244e-42f2-8b21-df038bf5efd0,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:51.975324 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-4b582957-8a56-4d85-905b-6e04dcf5010d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:51.976893 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-4b582957-8a56-4d85-905b-6e04dcf5010d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=581ea80a-1919-4b1b-bc55-7265414c4fb9 HTTP/1.1" status: 200 len: 853 time: 0.0554874 Apr 29 13:45:52.011968 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-49136123-b926-463f-a915-2bcfb5dc66c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7dce7c3b-0ffe-4c50-86f7-d91232d3f724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290966 Apr 29 13:45:52.113447 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-4dc1d419-84c1-438a-a2c5-0473091c3cd4 service neutron] 10.222.0.26 "GET /v2.0/networks/7dce7c3b-0ffe-4c50-86f7-d91232d3f724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951560 Apr 29 13:45:52.214995 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-400c982e-a0d9-48d4-a03a-2daa1af40f4d req-722ff37a-7440-48a8-b0a7-35746464bd33 service neutron] 10.222.0.26 "GET /v2.0/networks/7dce7c3b-0ffe-4c50-86f7-d91232d3f724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956504 Apr 29 13:45:52.545343 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601e9ee-4b49-453a-8101-9ef9eeb8ad45 req-79de4064-4aa5-4d69-acea-ae2938f4668a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:52.546788 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b601e9ee-4b49-453a-8101-9ef9eeb8ad45 req-79de4064-4aa5-4d69-acea-ae2938f4668a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0656829 Apr 29 13:45:52.598226 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df51cd5-1be7-431a-83f9-1814f3745c1c req-598852fd-396b-42ba-813a-a20ae459407c tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:52.599990 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1df51cd5-1be7-431a-83f9-1814f3745c1c req-598852fd-396b-42ba-813a-a20ae459407c tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7c5f066-9001-4a44-b88f-2feafc522a07 HTTP/1.1" status: 200 len: 943 time: 0.0707858 Apr 29 13:45:52.642300 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b601e9ee-4b49-453a-8101-9ef9eeb8ad45 req-785f3d14-cf94-41ff-8279-9b706ea44fd4 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748703 Apr 29 13:45:52.672991 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1df51cd5-1be7-431a-83f9-1814f3745c1c req-e5f1ac0e-907c-4271-9d37-f1648cba361a tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629828 Apr 29 13:45:53.366008 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f1ef5-034a-439b-9757-411f5d7d6137 req-486ad982-b6a2-4d9f-9ebe-3c2846bd4333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:53.367649 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0f3f1ef5-034a-439b-9757-411f5d7d6137 req-486ad982-b6a2-4d9f-9ebe-3c2846bd4333 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a2cc854bc86430dbe1b4bf02c306655&device_id=f7c5f066-9001-4a44-b88f-2feafc522a07 HTTP/1.1" status: 200 len: 1127 time: 0.0451465 Apr 29 13:45:53.462625 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f1ef5-034a-439b-9757-411f5d7d6137 req-783a800d-eef9-4fd6-b516-e08673c1e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:53.464913 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0f3f1ef5-034a-439b-9757-411f5d7d6137 req-783a800d-eef9-4fd6-b516-e08673c1e5c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7dce7c3b-0ffe-4c50-86f7-d91232d3f724 HTTP/1.1" status: 200 len: 913 time: 0.0913844 Apr 29 13:45:53.505917 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0f3f1ef5-034a-439b-9757-411f5d7d6137 req-01db08ec-e221-4a23-bb84-d5f445398fcd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3124988-bc06-43c0-a230-d4b9011eb0de HTTP/1.1" status: 200 len: 217 time: 0.0358880 Apr 29 13:45:53.555295 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f1ef5-034a-439b-9757-411f5d7d6137 req-60a7ff37-c966-44b4-9e6e-03c87e03c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:53.556771 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0f3f1ef5-034a-439b-9757-411f5d7d6137 req-60a7ff37-c966-44b4-9e6e-03c87e03c6ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=581ea80a-1919-4b1b-bc55-7265414c4fb9 HTTP/1.1" status: 200 len: 853 time: 0.0453596 Apr 29 13:45:53.591789 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0f3f1ef5-034a-439b-9757-411f5d7d6137 req-e667af95-351d-4bc6-8f1a-9744417e58e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7dce7c3b-0ffe-4c50-86f7-d91232d3f724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298750 Apr 29 13:45:53.682483 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0f3f1ef5-034a-439b-9757-411f5d7d6137 req-68111f27-60eb-4a60-a3c7-94c15a7080dc service neutron] 10.222.0.26 "GET /v2.0/networks/7dce7c3b-0ffe-4c50-86f7-d91232d3f724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852461 Apr 29 13:45:53.767701 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 47764) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:53.790731 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0f3f1ef5-034a-439b-9757-411f5d7d6137 req-c6caf08b-7a6a-41a0-b6be-6558664784f9 service neutron] 10.222.0.26 "GET /v2.0/networks/7dce7c3b-0ffe-4c50-86f7-d91232d3f724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028194 Apr 29 13:45:53.800136 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fdc78-80ec-4a25-a76a-b35726c850bb req-ac91ba20-7140-45e2-90e0-b6698f488c89 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:53.801732 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a95fdc78-80ec-4a25-a76a-b35726c850bb req-ac91ba20-7140-45e2-90e0-b6698f488c89 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7c5f066-9001-4a44-b88f-2feafc522a07 HTTP/1.1" status: 200 len: 943 time: 0.0545938 Apr 29 13:45:53.825996 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device c3124988-bc06-43c0-a230-d4b9011eb0de details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:45:53.858670 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a95fdc78-80ec-4a25-a76a-b35726c850bb req-45f909bf-fcbe-4b0d-818d-611c265baa13 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512145 Apr 29 13:45:53.887578 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3bffc2ee-6679-4550-aeee-d3cf16a96a1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:53.926752 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port c3124988-bc06-43c0-a230-d4b9011eb0de, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=c3124988-bc06-43c0-a230-d4b9011eb0de,segment=NetworkSegment(168d7f5d-6d6b-4c14-805e-2320219ede5a),segment_id=168d7f5d-6d6b-4c14-805e-2320219ede5a)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:53.939935 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': 'c3124988-bc06-43c0-a230-d4b9011eb0de', 'network_id': '7dce7c3b-0ffe-4c50-86f7-d91232d3f724', 'port_id': 'c3124988-bc06-43c0-a230-d4b9011eb0de', 'mac_address': 'fa:16:3e:88:70:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '581ea80a-1919-4b1b-bc55-7265414c4fb9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:45:53.966130 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3bffc2ee-6679-4550-aeee-d3cf16a96a1e admin admin] Publish callbacks [] for security_group (64937443-fead-4358-abcb-d1853ebda3c6), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:53.970826 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3bffc2ee-6679-4550-aeee-d3cf16a96a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (64937443-fead-4358-abcb-d1853ebda3c6), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:53.983866 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port c3124988-bc06-43c0-a230-d4b9011eb0de is: DOWN; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:45:53.984247 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (c3124988-bc06-43c0-a230-d4b9011eb0de), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:53.997254 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3124988-bc06-43c0-a230-d4b9011eb0de {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:45:54.012700 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-3bffc2ee-6679-4550-aeee-d3cf16a96a1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11602de1e16a4a6cb9c68a0197ff0a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414501 Apr 29 13:45:54.012923 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffc2ee-6679-4550-aeee-d3cf16a96a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64937443-fead-4358-abcb-d1853ebda3c6,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:54.013588 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47768) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:54.018594 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port c3124988-bc06-43c0-a230-d4b9011eb0de, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=c3124988-bc06-43c0-a230-d4b9011eb0de,segment=NetworkSegment(168d7f5d-6d6b-4c14-805e-2320219ede5a),segment_id=168d7f5d-6d6b-4c14-805e-2320219ede5a)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:54.024798 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (c3124988-bc06-43c0-a230-d4b9011eb0de), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:54.067842 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-26552a3c-c5b2-43fa-90db-c5ef46e4c0a0 admin admin] Publish callbacks [] for security_group (64937443-fead-4358-abcb-d1853ebda3c6), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:54.075004 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=c3124988-bc06-43c0-a230-d4b9011eb0de,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:54.090672 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-26552a3c-c5b2-43fa-90db-c5ef46e4c0a0 admin admin] Publish callbacks [] for security_group (64937443-fead-4358-abcb-d1853ebda3c6), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:54.141021 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-26552a3c-c5b2-43fa-90db-c5ef46e4c0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (64937443-fead-4358-abcb-d1853ebda3c6), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:54.143534 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-26552a3c-c5b2-43fa-90db-c5ef46e4c0a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:54.144720 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-26552a3c-c5b2-43fa-90db-c5ef46e4c0a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64937443-fead-4358-abcb-d1853ebda3c6 HTTP/1.1" status: 204 len: 168 time: 0.1301019 Apr 29 13:45:54.153070 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26552a3c-c5b2-43fa-90db-c5ef46e4c0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64937443-fead-4358-abcb-d1853ebda3c6,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:54.238235 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['c3124988-bc06-43c0-a230-d4b9011eb0de'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:45:54.410472 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47774) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:54.423551 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0756720c-fece-4c4d-b40e-e434179c0523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:54.502416 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0756720c-fece-4c4d-b40e-e434179c0523 admin admin] Publish callbacks [] for security_group (0e42fae0-885c-4277-8389-b23d6423abf2), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:54.506474 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0756720c-fece-4c4d-b40e-e434179c0523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (0e42fae0-885c-4277-8389-b23d6423abf2), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:54.548054 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-0756720c-fece-4c4d-b40e-e434179c0523 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68176c519f524cd1890abc6af1754811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365051 Apr 29 13:45:54.548922 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756720c-fece-4c4d-b40e-e434179c0523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e42fae0-885c-4277-8389-b23d6423abf2,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:54.550850 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 47776) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:45:54.599434 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f4e1fbdc-1113-4770-a7b6-6e0d6a1fae2c admin admin] Publish callbacks [] for security_group (0e42fae0-885c-4277-8389-b23d6423abf2), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:54.620250 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f4e1fbdc-1113-4770-a7b6-6e0d6a1fae2c admin admin] Publish callbacks [] for security_group (0e42fae0-885c-4277-8389-b23d6423abf2), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:54.669993 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f4e1fbdc-1113-4770-a7b6-6e0d6a1fae2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (0e42fae0-885c-4277-8389-b23d6423abf2), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:54.672524 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f4e1fbdc-1113-4770-a7b6-6e0d6a1fae2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:54.673811 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-f4e1fbdc-1113-4770-a7b6-6e0d6a1fae2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e42fae0-885c-4277-8389-b23d6423abf2 HTTP/1.1" status: 204 len: 168 time: 0.1219320 Apr 29 13:45:54.681400 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1fbdc-1113-4770-a7b6-6e0d6a1fae2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e42fae0-885c-4277-8389-b23d6423abf2,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:54.975460 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577693a0-9b97-45c3-9464-a6a30a21c973 req-eef47cce-b8a1-4b67-b1ee-8b94ed809363 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:54.976986 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-577693a0-9b97-45c3-9464-a6a30a21c973 req-eef47cce-b8a1-4b67-b1ee-8b94ed809363 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7c5f066-9001-4a44-b88f-2feafc522a07 HTTP/1.1" status: 200 len: 944 time: 0.0488458 Apr 29 13:45:55.025223 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-577693a0-9b97-45c3-9464-a6a30a21c973 req-47d0ae38-0c10-4bb1-929f-9b355b7e3ba8 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417895 Apr 29 13:45:55.880433 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device c3124988-bc06-43c0-a230-d4b9011eb0de up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:45:55.925697 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning for port c3124988-bc06-43c0-a230-d4b9011eb0de completed by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:45:55.930863 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port c3124988-bc06-43c0-a230-d4b9011eb0de triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:45:55.931306 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (c3124988-bc06-43c0-a230-d4b9011eb0de), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:56.010033 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port c3124988-bc06-43c0-a230-d4b9011eb0de is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:45:56.010354 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (c3124988-bc06-43c0-a230-d4b9011eb0de), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:56.032329 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c5f066-9001-4a44-b88f-2feafc522a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3124988-bc06-43c0-a230-d4b9011eb0de'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:45:56.034563 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9430617f-ce58-4349-bdf2-9e397ca08ccc" -d '{"events": [{"server_uuid": "f7c5f066-9001-4a44-b88f-2feafc522a07", "name": "network-vif-plugged", "status": "completed", "tag": "c3124988-bc06-43c0-a230-d4b9011eb0de"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:45:56.047660 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port c3124988-bc06-43c0-a230-d4b9011eb0de, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=c3124988-bc06-43c0-a230-d4b9011eb0de,segment=NetworkSegment(168d7f5d-6d6b-4c14-805e-2320219ede5a),segment_id=168d7f5d-6d6b-4c14-805e-2320219ede5a)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:45:56.053924 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (c3124988-bc06-43c0-a230-d4b9011eb0de), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:45:56.079778 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94440e58-9fa9-4026-ae86-fae66ccc529e x-openstack-request-id: req-94440e58-9fa9-4026-ae86-fae66ccc529e {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:45:56.080092 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c5f066-9001-4a44-b88f-2feafc522a07", "name": "network-vif-plugged", "status": "completed", "tag": "c3124988-bc06-43c0-a230-d4b9011eb0de", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:45:56.080346 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94440e58-9fa9-4026-ae86-fae66ccc529e {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:45:56.080787 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94440e58-9fa9-4026-ae86-fae66ccc529e'] response: {'server_uuid': 'f7c5f066-9001-4a44-b88f-2feafc522a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3124988-bc06-43c0-a230-d4b9011eb0de', 'code': 200} Apr 29 13:45:56.114722 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=c3124988-bc06-43c0-a230-d4b9011eb0de,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:45:56.144555 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c46be-abcc-47e5-827a-94286570d05b req-c903bd4d-2ddb-4a68-84ee-47776c9e827d tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:56.146218 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4d3c46be-abcc-47e5-827a-94286570d05b req-c903bd4d-2ddb-4a68-84ee-47776c9e827d tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7c5f066-9001-4a44-b88f-2feafc522a07 HTTP/1.1" status: 200 len: 945 time: 0.0501955 Apr 29 13:45:56.195532 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-4d3c46be-abcc-47e5-827a-94286570d05b req-1b757ac8-5592-438f-bbfb-c124265084a5 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428236 Apr 29 13:45:56.242577 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43a8ce-f6b0-4ad1-8834-f272518c52d4 req-cba3a625-e197-4560-8dad-1f7fd957052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:56.244049 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8e43a8ce-f6b0-4ad1-8834-f272518c52d4 req-cba3a625-e197-4560-8dad-1f7fd957052e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7c5f066-9001-4a44-b88f-2feafc522a07 HTTP/1.1" status: 200 len: 1129 time: 0.0386972 Apr 29 13:45:56.287118 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8e43a8ce-f6b0-4ad1-8834-f272518c52d4 req-66bee6a4-3831-4605-a728-ce2b573aacb3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372479 Apr 29 13:45:57.319814 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cb5a3-1cf1-40f2-81a6-165ed056b988 req-2a294637-25c2-478a-bd62-84323d52f0bd tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:57.321339 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-482cb5a3-1cf1-40f2-81a6-165ed056b988 req-2a294637-25c2-478a-bd62-84323d52f0bd tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7c5f066-9001-4a44-b88f-2feafc522a07 HTTP/1.1" status: 200 len: 945 time: 0.0527096 Apr 29 13:45:57.372219 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-482cb5a3-1cf1-40f2-81a6-165ed056b988 req-b04b0b0a-59af-42c5-8143-c72044a94a94 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448835 Apr 29 13:45:58.504747 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc806057-8301-4b1c-991e-ee40773a239d req-6582ee77-b7e2-4801-9278-6baf9667d04c tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:45:58.506348 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-dc806057-8301-4b1c-991e-ee40773a239d req-6582ee77-b7e2-4801-9278-6baf9667d04c tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7c5f066-9001-4a44-b88f-2feafc522a07 HTTP/1.1" status: 200 len: 945 time: 0.0513763 Apr 29 13:45:58.579003 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-dc806057-8301-4b1c-991e-ee40773a239d req-60242ed8-8c39-41f2-b7a3-c2e57a067280 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629671 Apr 29 13:46:01.118070 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:07.124740 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47964) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:46:07.234514 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-18eb0c7f-8c9d-488d-be86-1fdd9e91f2bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:07.309972 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-18eb0c7f-8c9d-488d-be86-1fdd9e91f2bd admin admin] Publish callbacks [] for security_group (c0cbed32-6dd4-40be-a489-d289c1828512), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:07.314693 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-18eb0c7f-8c9d-488d-be86-1fdd9e91f2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (c0cbed32-6dd4-40be-a489-d289c1828512), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:07.356606 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb0c7f-8c9d-488d-be86-1fdd9e91f2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cbed32-6dd4-40be-a489-d289c1828512,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:07.360927 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-18eb0c7f-8c9d-488d-be86-1fdd9e91f2bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d399d30c79a4e4c925a7c3c273d1036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351272 Apr 29 13:46:07.364159 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 47968) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:46:07.411248 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-604a070a-8aa7-4d57-baa5-a53419229e75 admin admin] Publish callbacks [] for security_group (c0cbed32-6dd4-40be-a489-d289c1828512), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:07.435065 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-604a070a-8aa7-4d57-baa5-a53419229e75 admin admin] Publish callbacks [] for security_group (c0cbed32-6dd4-40be-a489-d289c1828512), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:07.484209 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-604a070a-8aa7-4d57-baa5-a53419229e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (c0cbed32-6dd4-40be-a489-d289c1828512), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:07.486970 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-604a070a-8aa7-4d57-baa5-a53419229e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:07.488122 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-604a070a-8aa7-4d57-baa5-a53419229e75 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0cbed32-6dd4-40be-a489-d289c1828512 HTTP/1.1" status: 204 len: 168 time: 0.1237109 Apr 29 13:46:07.497704 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a070a-8aa7-4d57-baa5-a53419229e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cbed32-6dd4-40be-a489-d289c1828512,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:13.451118 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 48068) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:46:13.591558 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-597f1e25-2513-4946-863c-901da96913a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:13.709119 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-597f1e25-2513-4946-863c-901da96913a3 admin admin] Publish callbacks [] for security_group (425714eb-9b3b-4677-b938-1853922f8f84), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:13.714321 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-597f1e25-2513-4946-863c-901da96913a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (425714eb-9b3b-4677-b938-1853922f8f84), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:13.758956 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-597f1e25-2513-4946-863c-901da96913a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31b219a558394f899a9e9c6d3aaa1c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067167 Apr 29 13:46:13.760868 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f1e25-2513-4946-863c-901da96913a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425714eb-9b3b-4677-b938-1853922f8f84,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:13.762919 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48072) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:46:13.820867 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d2c101e3-8d87-4ab1-89d0-4710d3b9e1a4 admin admin] Publish callbacks [] for security_group (425714eb-9b3b-4677-b938-1853922f8f84), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:13.845391 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d2c101e3-8d87-4ab1-89d0-4710d3b9e1a4 admin admin] Publish callbacks [] for security_group (425714eb-9b3b-4677-b938-1853922f8f84), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:13.898946 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d2c101e3-8d87-4ab1-89d0-4710d3b9e1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (425714eb-9b3b-4677-b938-1853922f8f84), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:13.902494 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d2c101e3-8d87-4ab1-89d0-4710d3b9e1a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:13.903662 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-d2c101e3-8d87-4ab1-89d0-4710d3b9e1a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/425714eb-9b3b-4677-b938-1853922f8f84 HTTP/1.1" status: 204 len: 168 time: 0.1396122 Apr 29 13:46:13.911670 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c101e3-8d87-4ab1-89d0-4710d3b9e1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425714eb-9b3b-4677-b938-1853922f8f84,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:14.506762 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7f1465d8-41e0-43b0-be56-b746e49e9308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:15.446003 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:46:17.035122 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-cf8b29f1-a035-4bf0-9a1a-10e4cc9b3b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:18.090947 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:20.064234 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:21.454198 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:31.116591 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:31.532796 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69d219-34db-4a04-813b-650f1152a1af req-c84623bc-58ad-40ef-b511-41a0cc2ce337 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:31.534378 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5c69d219-34db-4a04-813b-650f1152a1af req-c84623bc-58ad-40ef-b511-41a0cc2ce337 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0519559 Apr 29 13:46:31.585025 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5c69d219-34db-4a04-813b-650f1152a1af req-62362338-f007-43e1-b6ae-cbdd890f5603 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449185 Apr 29 13:46:32.707531 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54ccf8-6254-42bd-8760-0390d5b91c40 req-177dde0c-cb98-4be1-a596-a86ad22605c6 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:32.709073 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6f54ccf8-6254-42bd-8760-0390d5b91c40 req-177dde0c-cb98-4be1-a596-a86ad22605c6 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0481653 Apr 29 13:46:32.757944 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6f54ccf8-6254-42bd-8760-0390d5b91c40 req-ba2a7b43-b3cb-4083-a36c-034b5b574867 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432041 Apr 29 13:46:33.873168 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7078f4-d093-4722-81e8-2a94313c3c49 req-d056e82d-f130-4094-bbcf-1e486a865604 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:33.874991 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3b7078f4-d093-4722-81e8-2a94313c3c49 req-d056e82d-f130-4094-bbcf-1e486a865604 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.26 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0628331 Apr 29 13:46:33.897329 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23d0e9-60da-4ee6-9126-4b79e781f527 req-d221574d-bb07-4f15-ab6e-4d330a66988c tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:33.898823 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5b23d0e9-60da-4ee6-9126-4b79e781f527 req-d221574d-bb07-4f15-ab6e-4d330a66988c tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 945 time: 0.0557768 Apr 29 13:46:33.949073 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5b23d0e9-60da-4ee6-9126-4b79e781f527 req-909e6079-41d8-460d-b8c1-cf5442fc7731 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=28949607-741a-45d3-a06f-d33e249ddd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444708 Apr 29 13:46:34.203100 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-3b7078f4-d093-4722-81e8-2a94313c3c49 req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Deleting port 244e9ce7-de85-4a8c-b613-8558cb98b60a {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:46:34.203437 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-3b7078f4-d093-4722-81e8-2a94313c3c49 req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (244e9ce7-de85-4a8c-b613-8558cb98b60a), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:34.301165 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-3b7078f4-d093-4722-81e8-2a94313c3c49 req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] For port 244e9ce7-de85-4a8c-b613-8558cb98b60a, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=244e9ce7-de85-4a8c-b613-8558cb98b60a,segment=NetworkSegment(b4f6d714-7969-4166-8dd3-e75cd1514d40),segment_id=b4f6d714-7969-4166-8dd3-e75cd1514d40)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:46:34.301523 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-3b7078f4-d093-4722-81e8-2a94313c3c49 req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (244e9ce7-de85-4a8c-b613-8558cb98b60a), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:34.489378 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-3b7078f4-d093-4722-81e8-2a94313c3c49 req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:34.489687 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-3b7078f4-d093-4722-81e8-2a94313c3c49 req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (721f7a23-543b-48a4-957a-3ea346587db2), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:34.490025 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.l3_db [req-3b7078f4-d093-4722-81e8-2a94313c3c49 req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Floating IP 721f7a23-543b-48a4-957a-3ea346587db2 disassociated. External IP: 172.28.3.41, port: 244e9ce7-de85-4a8c-b613-8558cb98b60a. Apr 29 13:46:34.490314 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-3b7078f4-d093-4722-81e8-2a94313c3c49 req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Calling delete_port for 244e9ce7-de85-4a8c-b613-8558cb98b60a owned by compute:nova {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:46:34.650185 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-3b7078f4-d093-4722-81e8-2a94313c3c49 req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (244e9ce7-de85-4a8c-b613-8558cb98b60a), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:34.682812 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Pushing event deleted for resources: {'Port': ['ID=244e9ce7-de85-4a8c-b613-8558cb98b60a,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:34.697431 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:34.697792 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:34.698136 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:34.698479 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:34.698924 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:34.699133 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:34.699462 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:34.699787 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:34.700112 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:34.700437 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:34.700863 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:34.701193 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:34.701521 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:34.701838 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:34.702166 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:34.857458 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b7078f4-d093-4722-81e8-2a94313c3c49 req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Router e0f21205-fb81-4299-a5a9-491cc9fbba39 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:46:34.969959 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b7078f4-d093-4722-81e8-2a94313c3c49 req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:46:34.981543 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8f8c2b-0579-4ba5-9aa2-d2204bc9bcaa None None] Sync routers for ids ['e0f21205-fb81-4299-a5a9-491cc9fbba39'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:46:34.995750 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8f8c2b-0579-4ba5-9aa2-d2204bc9bcaa None None] Routers {'e0f21205-fb81-4299-a5a9-491cc9fbba39'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:46:34.996584 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-2f8f8c2b-0579-4ba5-9aa2-d2204bc9bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:46:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['e0f21205-fb81-4299-a5a9-491cc9fbba39'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:35.016149 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7078f4-d093-4722-81e8-2a94313c3c49 req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] No DVR routers for this DVR port 244e9ce7-de85-4a8c-b613-8558cb98b60a on host hv-cinder-83941 {{(pid=103547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:46:35.018546 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-3b7078f4-d093-4722-81e8-2a94313c3c49 req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:35.022269 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-3b7078f4-d093-4722-81e8-2a94313c3c49 req-a7487ec9-eb28-4a3a-a6af-b5624f23783f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.26 "DELETE /v2.0/ports/244e9ce7-de85-4a8c-b613-8558cb98b60a HTTP/1.1" status: 204 len: 173 time: 0.9184306 Apr 29 13:46:35.023153 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6567268d-9f54-45db-b4bf-f64eb9c350aa', 'name': 'network-vif-deleted', 'tag': '244e9ce7-de85-4a8c-b613-8558cb98b60a'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:46:35.027305 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f3c674-7abb-4f79-8429-2bf4b8bb99ee" -d '{"events": [{"server_uuid": "6567268d-9f54-45db-b4bf-f64eb9c350aa", "name": "network-vif-deleted", "tag": "244e9ce7-de85-4a8c-b613-8558cb98b60a"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:46:35.097097 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b272f7e-99ea-4986-bf86-454f9b5cf226 x-openstack-request-id: req-5b272f7e-99ea-4986-bf86-454f9b5cf226 {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:46:35.097964 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6567268d-9f54-45db-b4bf-f64eb9c350aa", "name": "network-vif-deleted", "tag": "244e9ce7-de85-4a8c-b613-8558cb98b60a", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:46:35.098658 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b272f7e-99ea-4986-bf86-454f9b5cf226 {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:46:35.099265 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b272f7e-99ea-4986-bf86-454f9b5cf226'] response: {'server_uuid': '6567268d-9f54-45db-b4bf-f64eb9c350aa', 'name': 'network-vif-deleted', 'tag': '244e9ce7-de85-4a8c-b613-8558cb98b60a', 'status': 'completed', 'code': 200} Apr 29 13:46:35.107257 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6a5d7e8b-1fca-4f35-9439-5745472ccb60 req-f724152e-19cd-4a41-9e64-e866efd0184c tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=6567268d-9f54-45db-b4bf-f64eb9c350aa HTTP/1.1" status: 200 len: 210 time: 0.0558057 Apr 29 13:46:35.232728 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-2f8f8c2b-0579-4ba5-9aa2-d2204bc9bcaa None None] Set router e0f21205-fb81-4299-a5a9-491cc9fbba39 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:46:35.499994 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-2f8f8c2b-0579-4ba5-9aa2-d2204bc9bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'name': 'tempest-AttachVolumeTestJSON-603627948-router', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '44c6030c56a74362b6795f72764597ce', 'gw_port': {'id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '3a15c3f3-de25-4065-a0d1-81dbda46b327', 'name': '', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'mac_address': 'fa:16:3e:0f:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:26Z', 'updated_at': '2022-04-29T13:43:31Z', 'revision_number': 5, 'project_id': '44c6030c56a74362b6795f72764597ce', 'subnets': [{'id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:35.531120 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8f8c2b-0579-4ba5-9aa2-d2204bc9bcaa None None] Checking router: e0f21205-fb81-4299-a5a9-491cc9fbba39 for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:46:35.541834 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8f8c2b-0579-4ba5-9aa2-d2204bc9bcaa None None] Routers {'e0f21205-fb81-4299-a5a9-491cc9fbba39'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:46:35.542474 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-2f8f8c2b-0579-4ba5-9aa2-d2204bc9bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:46:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['e0f21205-fb81-4299-a5a9-491cc9fbba39'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:35.662270 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-2f8f8c2b-0579-4ba5-9aa2-d2204bc9bcaa None None] Set router e0f21205-fb81-4299-a5a9-491cc9fbba39 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:46:35.889419 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-2f8f8c2b-0579-4ba5-9aa2-d2204bc9bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'name': 'tempest-AttachVolumeTestJSON-603627948-router', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '44c6030c56a74362b6795f72764597ce', 'gw_port': {'id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '3a15c3f3-de25-4065-a0d1-81dbda46b327', 'name': '', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'mac_address': 'fa:16:3e:0f:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:26Z', 'updated_at': '2022-04-29T13:43:31Z', 'revision_number': 5, 'project_id': '44c6030c56a74362b6795f72764597ce', 'subnets': [{'id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:35.933613 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8f8c2b-0579-4ba5-9aa2-d2204bc9bcaa None None] The sync data for ids ['e0f21205-fb81-4299-a5a9-491cc9fbba39'] in dv-cinder-839416-3-smb is: [{'id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'name': 'tempest-AttachVolumeTestJSON-603627948-router', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '44c6030c56a74362b6795f72764597ce', 'gw_port': {'id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '3a15c3f3-de25-4065-a0d1-81dbda46b327', 'name': '', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'mac_address': 'fa:16:3e:0f:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:26Z', 'updated_at': '2022-04-29T13:43:31Z', 'revision_number': 5, 'project_id': '44c6030c56a74362b6795f72764597ce', 'subnets': [{'id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:46:36.144376 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 244e9ce7-de85-4a8c-b613-8558cb98b60a no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:46:36.193973 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] No Port match for: 244e9ce7-de85-4a8c-b613-8558cb98b60a {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:46:36.194646 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 244e9ce7-de85-4a8c-b613-8558cb98b60a not bound to the agent host hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:46:36.204320 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e05f6-093f-41d5-835d-d3a2ba5e274c req-c77cd139-a5ae-4880-94d7-33512fe9a209 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:36.214330 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-625e05f6-093f-41d5-835d-d3a2ba5e274c req-c77cd139-a5ae-4880-94d7-33512fe9a209 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7c5f066-9001-4a44-b88f-2feafc522a07 HTTP/1.1" status: 200 len: 945 time: 0.0665216 Apr 29 13:46:36.236368 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48194) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:46:36.265300 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-625e05f6-093f-41d5-835d-d3a2ba5e274c req-6538f13b-74a2-46ec-a1c8-08fb5d42fa3d tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500171 Apr 29 13:46:36.276958 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cdc957-7bae-4c8f-a39b-1ae961cdc3cb None None] New status for floating IP 721f7a23-543b-48a4-957a-3ea346587db2: DOWN {{(pid=103549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:46:36.326833 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-dfce24e6-c574-4f8a-9690-487bb7ae0a68 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group (28949607-741a-45d3-a06f-d33e249ddd2f), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:36.353941 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-dfce24e6-c574-4f8a-9690-487bb7ae0a68 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group (28949607-741a-45d3-a06f-d33e249ddd2f), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:36.415315 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-dfce24e6-c574-4f8a-9690-487bb7ae0a68 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (28949607-741a-45d3-a06f-d33e249ddd2f), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:36.418672 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-dfce24e6-c574-4f8a-9690-487bb7ae0a68 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:36.419955 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-dfce24e6-c574-4f8a-9690-487bb7ae0a68 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "DELETE /v2.0/security-groups/28949607-741a-45d3-a06f-d33e249ddd2f HTTP/1.1" status: 204 len: 168 time: 0.1811187 Apr 29 13:46:36.424223 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 48196) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:46:36.431144 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce24e6-c574-4f8a-9690-487bb7ae0a68 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28949607-741a-45d3-a06f-d33e249ddd2f,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:36.443780 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.api.v2.resource [None req-0bdefae2-c9fd-48a8-a17f-ca885c10dd07 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] show failed (client error): The resource could not be found. Apr 29 13:46:36.444919 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-0bdefae2-c9fd-48a8-a17f-ca885c10dd07 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups/28949607-741a-45d3-a06f-d33e249ddd2f HTTP/1.1" status: 404 len: 347 time: 0.0195310 Apr 29 13:46:36.449781 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 48198) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:46:36.585474 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Deleting port 8897f519-2b5f-4f93-9680-64dd5b81f48c {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:46:36.586060 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (8897f519-2b5f-4f93-9680-64dd5b81f48c), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:36.709612 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (8897f519-2b5f-4f93-9680-64dd5b81f48c), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:36.709866 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for floatingip (8897f519-2b5f-4f93-9680-64dd5b81f48c), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:36.724536 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Calling delete_port for 8897f519-2b5f-4f93-9680-64dd5b81f48c owned by network:floatingip {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:46:36.878053 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (8897f519-2b5f-4f93-9680-64dd5b81f48c), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:36.905811 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Pushing event deleted for resources: {'Port': ['ID=8897f519-2b5f-4f93-9680-64dd5b81f48c,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:36.937621 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:36.937971 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:36.938311 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:36.938662 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:36.939000 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:36.939335 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:36.939664 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:36.939996 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:36.940329 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:36.940673 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:36.941016 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:36.941351 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:36.941676 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:36.942005 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:36.942329 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:36.996346 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for floatingip (721f7a23-543b-48a4-957a-3ea346587db2), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:36.998913 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:37.000100 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-5495b7c4-0b02-4bef-bfc0-b4d72ae8ba1f tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "DELETE /v2.0/floatingips/721f7a23-543b-48a4-957a-3ea346587db2 HTTP/1.1" status: 204 len: 168 time: 0.5493922 Apr 29 13:46:37.244085 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 48202) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:46:37.250102 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-ce19523c-ccb8-46c3-858c-f556c76626dd tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1297276734', 'description': 'tempest-description--943909786'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:46:37.278566 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ce19523c-ccb8-46c3-858c-f556c76626dd tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:37.418688 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ce19523c-ccb8-46c3-858c-f556c76626dd tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group (66ae1381-9c23-41ba-b4f5-06b91d1276e1), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:37.424344 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ce19523c-ccb8-46c3-858c-f556c76626dd tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (66ae1381-9c23-41ba-b4f5-06b91d1276e1), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:37.441579 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ee49a-5b4b-4cda-b5e2-4b5a61fed213 req-1cc25f65-78c9-4329-bca4-37aee201f991 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:37.443461 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8c5ee49a-5b4b-4cda-b5e2-4b5a61fed213 req-1cc25f65-78c9-4329-bca4-37aee201f991 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7c5f066-9001-4a44-b88f-2feafc522a07 HTTP/1.1" status: 200 len: 945 time: 0.0911307 Apr 29 13:46:37.486727 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-ce19523c-ccb8-46c3-858c-f556c76626dd tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:37.492472 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-ce19523c-ccb8-46c3-858c-f556c76626dd tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2431562 Apr 29 13:46:37.493169 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48206) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:46:37.497801 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19523c-ccb8-46c3-858c-f556c76626dd tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ae1381-9c23-41ba-b4f5-06b91d1276e1,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:37.499633 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-c9528199-c33d-43b3-8f3a-510b0689a0df tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Request body: {'security_group_rule': {'security_group_id': '66ae1381-9c23-41ba-b4f5-06b91d1276e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:46:37.530720 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8c5ee49a-5b4b-4cda-b5e2-4b5a61fed213 req-e489fe3a-bf0c-4e1f-a63d-7caa629804eb tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782282 Apr 29 13:46:37.540915 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c9528199-c33d-43b3-8f3a-510b0689a0df tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group_rule (f0350f31-134c-4233-9e24-135bf92ec9db), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:37.611860 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c9528199-c33d-43b3-8f3a-510b0689a0df tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group_rule (f0350f31-134c-4233-9e24-135bf92ec9db), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:37.623666 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c9528199-c33d-43b3-8f3a-510b0689a0df tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (f0350f31-134c-4233-9e24-135bf92ec9db), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:37.646096 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9528199-c33d-43b3-8f3a-510b0689a0df tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0350f31-134c-4233-9e24-135bf92ec9db,revision_number=0']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:37.656375 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c9528199-c33d-43b3-8f3a-510b0689a0df tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:37.657792 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-c9528199-c33d-43b3-8f3a-510b0689a0df tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1632085 Apr 29 13:46:37.660612 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48208) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:46:37.666644 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-ab4d09d6-410d-4d4b-9e3b-7174d86096bc tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Request body: {'security_group_rule': {'security_group_id': '66ae1381-9c23-41ba-b4f5-06b91d1276e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:46:37.700957 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ab4d09d6-410d-4d4b-9e3b-7174d86096bc tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group_rule (797200b0-4e8e-404d-985f-74554be1b542), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:37.777737 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ab4d09d6-410d-4d4b-9e3b-7174d86096bc tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group_rule (797200b0-4e8e-404d-985f-74554be1b542), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:37.783805 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ab4d09d6-410d-4d4b-9e3b-7174d86096bc tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (797200b0-4e8e-404d-985f-74554be1b542), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:37.806784 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d09d6-410d-4d4b-9e3b-7174d86096bc tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=797200b0-4e8e-404d-985f-74554be1b542,revision_number=0']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:37.818135 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ab4d09d6-410d-4d4b-9e3b-7174d86096bc tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:37.819442 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-ab4d09d6-410d-4d4b-9e3b-7174d86096bc tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578176 Apr 29 13:46:37.828168 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48210) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:46:37.829188 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-b764241b-8d64-41b0-b5f0-ad1ed3e8f969 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Request body: {'floatingip': {'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:46:37.854965 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b764241b-8d64-41b0-b5f0-ad1ed3e8f969 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:37.945029 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b764241b-8d64-41b0-b5f0-ad1ed3e8f969 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:38.074431 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [None req-b764241b-8d64-41b0-b5f0-ad1ed3e8f969 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Allocated IP 172.28.3.197 (9c8e0a80-d509-45ab-9720-00aefc93fc37/7d82864c-1f03-4b55-a173-75a79706e4c7/170bc61e-cb52-4554-a3d9-3080b6d542fd) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:46:38.253754 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b764241b-8d64-41b0-b5f0-ad1ed3e8f969 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for port (170bc61e-cb52-4554-a3d9-3080b6d542fd), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:38.293510 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b764241b-8d64-41b0-b5f0-ad1ed3e8f969 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (170bc61e-cb52-4554-a3d9-3080b6d542fd), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:38.334810 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b764241b-8d64-41b0-b5f0-ad1ed3e8f969 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:46:38.339955 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-b764241b-8d64-41b0-b5f0-ad1ed3e8f969 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:46:38.343823 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b764241b-8d64-41b0-b5f0-ad1ed3e8f969 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:46:38.349521 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764241b-8d64-41b0-b5f0-ad1ed3e8f969 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Pushing event updated for resources: {'Port': ['ID=170bc61e-cb52-4554-a3d9-3080b6d542fd,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:38.666473 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f82daa-13ae-4c32-bd9a-a1e51cccdcbe req-9070df53-d8f7-45bb-8954-278fc9d0db03 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:38.668225 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-18f82daa-13ae-4c32-bd9a-a1e51cccdcbe req-9070df53-d8f7-45bb-8954-278fc9d0db03 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7c5f066-9001-4a44-b88f-2feafc522a07 HTTP/1.1" status: 200 len: 945 time: 0.0588124 Apr 29 13:46:38.711276 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b764241b-8d64-41b0-b5f0-ad1ed3e8f969 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for floatingip (d399fdf0-4216-4ad9-a315-6c8629c6f537), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:38.731423 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-18f82daa-13ae-4c32-bd9a-a1e51cccdcbe req-996d6451-3bb7-448e-812d-1b1c7c2df1aa tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569873 Apr 29 13:46:38.759666 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b764241b-8d64-41b0-b5f0-ad1ed3e8f969 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (170bc61e-cb52-4554-a3d9-3080b6d542fd), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:38.931746 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b764241b-8d64-41b0-b5f0-ad1ed3e8f969 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for port (170bc61e-cb52-4554-a3d9-3080b6d542fd), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:38.936654 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b764241b-8d64-41b0-b5f0-ad1ed3e8f969 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25904569'] for port (170bc61e-cb52-4554-a3d9-3080b6d542fd), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:39.008230 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764241b-8d64-41b0-b5f0-ad1ed3e8f969 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Pushing event updated for resources: {'Port': ['ID=170bc61e-cb52-4554-a3d9-3080b6d542fd,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:39.023069 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b764241b-8d64-41b0-b5f0-ad1ed3e8f969 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (d399fdf0-4216-4ad9-a315-6c8629c6f537), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:39.041406 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-b764241b-8d64-41b0-b5f0-ad1ed3e8f969 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:39.042669 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-b764241b-8d64-41b0-b5f0-ad1ed3e8f969 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2171926 Apr 29 13:46:39.266267 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-a54a0185-02df-49c9-9138-e658d3425acd tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1297276734&fields=id&tenant_id=44c6030c56a74362b6795f72764597ce HTTP/1.1" status: 200 len: 267 time: 0.0469775 Apr 29 13:46:39.384880 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-2f39834a-252c-4d5c-b7a2-08dd47bd712d tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:39.386778 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-2f39834a-252c-4d5c-b7a2-08dd47bd712d tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/networks?id=b0033bbe-9a7c-4e9a-a14e-6e114adb922e HTTP/1.1" status: 200 len: 810 time: 0.1139126 Apr 29 13:46:39.405111 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-065d96c3-3966-43f0-b6e0-24aafeaad9cf tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/quotas/44c6030c56a74362b6795f72764597ce HTTP/1.1" status: 200 len: 375 time: 0.0115697 Apr 29 13:46:39.461739 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-5385b1f8-f094-47f7-8fb9-52d8c9c3222d tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=44c6030c56a74362b6795f72764597ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511143 Apr 29 13:46:39.561723 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-9f099f29-d44a-48c9-a7d5-f11d9a78f29b service neutron] 10.222.0.20 "GET /v2.0/networks/b0033bbe-9a7c-4e9a-a14e-6e114adb922e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880229 Apr 29 13:46:39.660655 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-57ffeaff-4fa5-42d6-87ce-cec0ea565188 service neutron] 10.222.0.20 "GET /v2.0/networks/b0033bbe-9a7c-4e9a-a14e-6e114adb922e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924494 Apr 29 13:46:39.858143 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-cb64da4e-1986-4ea2-a98a-c3fe160c2dce req-8e9d6fa7-95a3-4fcf-950a-70b7d529cf01 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33 HTTP/1.1" status: 200 len: 210 time: 0.0473201 Apr 29 13:46:39.901084 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08078706-718d-451b-b155-8590d640bc1a req-95cc2772-341a-419e-a7c5-2c03db3f6139 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:39.903083 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-08078706-718d-451b-b155-8590d640bc1a req-95cc2772-341a-419e-a7c5-2c03db3f6139 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7c5f066-9001-4a44-b88f-2feafc522a07 HTTP/1.1" status: 200 len: 945 time: 0.0597777 Apr 29 13:46:39.959046 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-08078706-718d-451b-b155-8590d640bc1a req-b46d7346-2378-4153-b771-4549a1970642 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498950 Apr 29 13:46:40.847312 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e633bb-f392-423d-810f-83a374ba7a11 req-c463765b-413e-4f7c-9a05-ffbf57f235e1 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:40.850370 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-62e633bb-f392-423d-810f-83a374ba7a11 req-c463765b-413e-4f7c-9a05-ffbf57f235e1 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c5f066-9001-4a44-b88f-2feafc522a07 HTTP/1.1" status: 200 len: 945 time: 0.0833619 Apr 29 13:46:40.975457 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e3e0fa78-f764-4d66-a5cb-87f318d32937 req-35b26d71-56d1-4d3c-a6af-6085a821e7fc tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33 HTTP/1.1" status: 200 len: 210 time: 0.0380235 Apr 29 13:46:40.999420 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-62e633bb-f392-423d-810f-83a374ba7a11 req-d06a8354-8923-4f45-adbd-7d946c8fced4 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Deleting port c3124988-bc06-43c0-a230-d4b9011eb0de {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:46:40.999420 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-62e633bb-f392-423d-810f-83a374ba7a11 req-d06a8354-8923-4f45-adbd-7d946c8fced4 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (c3124988-bc06-43c0-a230-d4b9011eb0de), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:41.135649 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbe1ba-4bf3-4e64-84b7-dbb37535212e req-d8e2158e-a38c-4034-92b8-6e19c618c7f0 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:41.137341 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-47dbe1ba-4bf3-4e64-84b7-dbb37535212e req-d8e2158e-a38c-4034-92b8-6e19c618c7f0 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7c5f066-9001-4a44-b88f-2feafc522a07 HTTP/1.1" status: 200 len: 945 time: 0.0739453 Apr 29 13:46:41.140474 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-62e633bb-f392-423d-810f-83a374ba7a11 req-d06a8354-8923-4f45-adbd-7d946c8fced4 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] For port c3124988-bc06-43c0-a230-d4b9011eb0de, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=c3124988-bc06-43c0-a230-d4b9011eb0de,segment=NetworkSegment(168d7f5d-6d6b-4c14-805e-2320219ede5a),segment_id=168d7f5d-6d6b-4c14-805e-2320219ede5a)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:46:41.140880 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-62e633bb-f392-423d-810f-83a374ba7a11 req-d06a8354-8923-4f45-adbd-7d946c8fced4 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (c3124988-bc06-43c0-a230-d4b9011eb0de), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:41.161987 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-62e633bb-f392-423d-810f-83a374ba7a11 req-d06a8354-8923-4f45-adbd-7d946c8fced4 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Calling delete_port for c3124988-bc06-43c0-a230-d4b9011eb0de owned by compute:nova {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:46:41.201279 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-47dbe1ba-4bf3-4e64-84b7-dbb37535212e req-2daa6a7f-58a4-41cf-a96b-d8a1bcf68741 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552592 Apr 29 13:46:41.319002 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-62e633bb-f392-423d-810f-83a374ba7a11 req-d06a8354-8923-4f45-adbd-7d946c8fced4 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (c3124988-bc06-43c0-a230-d4b9011eb0de), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:41.330801 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['c3124988-bc06-43c0-a230-d4b9011eb0de'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:46:41.351312 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a8354-8923-4f45-adbd-7d946c8fced4 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Pushing event deleted for resources: {'Port': ['ID=c3124988-bc06-43c0-a230-d4b9011eb0de,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:41.409019 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e633bb-f392-423d-810f-83a374ba7a11 req-d06a8354-8923-4f45-adbd-7d946c8fced4 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] No DVR routers for this DVR port c3124988-bc06-43c0-a230-d4b9011eb0de on host hv-cinder-83941 {{(pid=103547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:46:41.412546 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-62e633bb-f392-423d-810f-83a374ba7a11 req-d06a8354-8923-4f45-adbd-7d946c8fced4 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:41.416569 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-62e633bb-f392-423d-810f-83a374ba7a11 req-d06a8354-8923-4f45-adbd-7d946c8fced4 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.26 "DELETE /v2.0/ports/c3124988-bc06-43c0-a230-d4b9011eb0de HTTP/1.1" status: 204 len: 173 time: 0.5595512 Apr 29 13:46:41.417112 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c5f066-9001-4a44-b88f-2feafc522a07', 'name': 'network-vif-deleted', 'tag': 'c3124988-bc06-43c0-a230-d4b9011eb0de'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:46:41.419999 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d6be7b-c312-46d7-ae70-3c85828c2243" -d '{"events": [{"server_uuid": "f7c5f066-9001-4a44-b88f-2feafc522a07", "name": "network-vif-deleted", "tag": "c3124988-bc06-43c0-a230-d4b9011eb0de"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:46:41.471324 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fee5f5-3865-496b-8e83-c66e9c1abd42 x-openstack-request-id: req-b7fee5f5-3865-496b-8e83-c66e9c1abd42 {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:46:41.471609 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c5f066-9001-4a44-b88f-2feafc522a07", "name": "network-vif-deleted", "tag": "c3124988-bc06-43c0-a230-d4b9011eb0de", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:46:41.472469 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7fee5f5-3865-496b-8e83-c66e9c1abd42 {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:46:41.473164 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7fee5f5-3865-496b-8e83-c66e9c1abd42'] response: {'server_uuid': 'f7c5f066-9001-4a44-b88f-2feafc522a07', 'name': 'network-vif-deleted', 'tag': 'c3124988-bc06-43c0-a230-d4b9011eb0de', 'status': 'completed', 'code': 200} Apr 29 13:46:41.579988 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-e09ee8a7-4e71-4899-a9c6-88114aadd2cb tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:41.581475 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-e09ee8a7-4e71-4899-a9c6-88114aadd2cb tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.26 "GET /v2.0/networks?id=b0033bbe-9a7c-4e9a-a14e-6e114adb922e HTTP/1.1" status: 200 len: 810 time: 0.1224298 Apr 29 13:46:41.863770 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-360db4f9-8684-4cef-afa4-86efcb2d2e4d tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44c6030c56a74362b6795f72764597ce HTTP/1.1" status: 200 len: 380 time: 0.0839953 Apr 29 13:46:41.904249 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-d1014508-3a29-46d9-9c82-a270c538658a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Request body: {'port': {'device_id': 'd80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'admin_state_up': True, 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'security_groups': ['66ae1381-9c23-41ba-b4f5-06b91d1276e1']}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:46:42.038680 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-d1014508-3a29-46d9-9c82-a270c538658a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Made reservation on behalf of 44c6030c56a74362b6795f72764597ce for: {'port': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:46:42.042329 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-d1014508-3a29-46d9-9c82-a270c538658a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:42.094843 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8cf851ac-9db7-49b3-8ac5-3ebdc5abbca8 req-37c0b277-e66f-4f5b-8423-af23e9f00431 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33 HTTP/1.1" status: 200 len: 210 time: 0.0340710 Apr 29 13:46:42.189616 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-d1014508-3a29-46d9-9c82-a270c538658a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Allocated IP 172.20.0.7 (b0033bbe-9a7c-4e9a-a14e-6e114adb922e/37ea92da-e0ed-4579-801d-4e60d1c28650/849e3cb9-b455-4bb4-9b7b-c713fd854cc0) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:46:42.350737 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-d1014508-3a29-46d9-9c82-a270c538658a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for port (849e3cb9-b455-4bb4-9b7b-c713fd854cc0), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:42.386628 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-d1014508-3a29-46d9-9c82-a270c538658a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (849e3cb9-b455-4bb4-9b7b-c713fd854cc0), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:42.428882 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-d1014508-3a29-46d9-9c82-a270c538658a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Network b0033bbe-9a7c-4e9a-a14e-6e114adb922e is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:46:42.433351 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-d1014508-3a29-46d9-9c82-a270c538658a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:46:42.442157 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-d1014508-3a29-46d9-9c82-a270c538658a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:46:42.475164 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1014508-3a29-46d9-9c82-a270c538658a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Pushing event updated for resources: {'Port': ['ID=849e3cb9-b455-4bb4-9b7b-c713fd854cc0,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:42.516239 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-d1014508-3a29-46d9-9c82-a270c538658a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:42.517217 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-d1014508-3a29-46d9-9c82-a270c538658a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:42.538951 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-d1014508-3a29-46d9-9c82-a270c538658a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6390014 Apr 29 13:46:42.551505 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] Request body: {'port': {'device_id': 'd80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:46:42.630584 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (849e3cb9-b455-4bb4-9b7b-c713fd854cc0), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:42.693182 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-d03285c8-4858-44f8-a05b-13c58096ee71 None None] Provisioning complete for port 849e3cb9-b455-4bb4-9b7b-c713fd854cc0 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:46:42.694783 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d03285c8-4858-44f8-a05b-13c58096ee71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (849e3cb9-b455-4bb4-9b7b-c713fd854cc0), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:42.738965 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-d03285c8-4858-44f8-a05b-13c58096ee71 None None] Port 849e3cb9-b455-4bb4-9b7b-c713fd854cc0 cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:46:42.926124 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849e3cb9-b455-4bb4-9b7b-c713fd854cc0 {{(pid=103547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:46:42.935312 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] Publish callbacks [] for port (849e3cb9-b455-4bb4-9b7b-c713fd854cc0), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:42.952284 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.provisioning_blocks [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] Transition to ACTIVE for port object 849e3cb9-b455-4bb4-9b7b-c713fd854cc0 will not be triggered until provisioned by entity L2. {{(pid=103547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:46:42.956666 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25904569'] for port (849e3cb9-b455-4bb4-9b7b-c713fd854cc0), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:43.012778 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] Pushing event updated for resources: {'Port': ['ID=849e3cb9-b455-4bb4-9b7b-c713fd854cc0,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:43.085288 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] Attempting to bind port 849e3cb9-b455-4bb4-9b7b-c713fd854cc0 on host hv-cinder-83941 for vnic_type normal with profile {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:46:43.085632 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] Attempting to bind port 849e3cb9-b455-4bb4-9b7b-c713fd854cc0 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': 'b4f6d714-7969-4166-8dd3-e75cd1514d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e'}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:46:43.085961 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] Attempting to bind port 849e3cb9-b455-4bb4-9b7b-c713fd854cc0 on network b0033bbe-9a7c-4e9a-a14e-6e114adb922e {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:46:43.092002 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] Port 849e3cb9-b455-4bb4-9b7b-c713fd854cc0 on network b0033bbe-9a7c-4e9a-a14e-6e114adb922e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:46:43.092332 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] Attempting to bind port 849e3cb9-b455-4bb4-9b7b-c713fd854cc0 on network b0033bbe-9a7c-4e9a-a14e-6e114adb922e {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:46:43.098415 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] Checking agent: {'id': '54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'started_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:46:43.098751 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] Checking segment: {'id': 'b4f6d714-7969-4166-8dd3-e75cd1514d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:46:43.099139 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] Bound using segment: {'id': 'b4f6d714-7969-4166-8dd3-e75cd1514d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e'} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:46:43.099574 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] Bound port: 849e3cb9-b455-4bb4-9b7b-c713fd854cc0, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f6d714-7969-4166-8dd3-e75cd1514d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e'}}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:46:43.100259 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (849e3cb9-b455-4bb4-9b7b-c713fd854cc0), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:43.182231 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] For port 849e3cb9-b455-4bb4-9b7b-c713fd854cc0, host hv-cinder-83941, cleared binding levels {{(pid=103547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:46:43.186693 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] For port 849e3cb9-b455-4bb4-9b7b-c713fd854cc0, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=849e3cb9-b455-4bb4-9b7b-c713fd854cc0,segment=NetworkSegment(b4f6d714-7969-4166-8dd3-e75cd1514d40),segment_id=b4f6d714-7969-4166-8dd3-e75cd1514d40)] {{(pid=103547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:46:43.198042 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25904569'] for port (849e3cb9-b455-4bb4-9b7b-c713fd854cc0), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:43.236512 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:43.238325 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:43.238700 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] 10.222.0.26 "PUT /v2.0/ports/849e3cb9-b455-4bb4-9b7b-c713fd854cc0 HTTP/1.1" status: 200 len: 1093 time: 0.6916687 Apr 29 13:46:43.260428 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1efda6-30c6-43f4-9908-bb28ea964e23 req-dc0c3ecd-c4c6-42ed-a13c-e80aecd030aa tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:43.265260 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2c1efda6-30c6-43f4-9908-bb28ea964e23 req-dc0c3ecd-c4c6-42ed-a13c-e80aecd030aa tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33 HTTP/1.1" status: 200 len: 943 time: 0.0690651 Apr 29 13:46:43.272435 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bcfaf-1999-465a-972b-e685ffa9ea3e service neutron] Pushing event updated for resources: {'Port': ['ID=849e3cb9-b455-4bb4-9b7b-c713fd854cc0,revision_number=3']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:43.335294 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2c1efda6-30c6-43f4-9908-bb28ea964e23 req-857c7bc3-ef2b-482e-9abc-8ca7c92f2537 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=66ae1381-9c23-41ba-b4f5-06b91d1276e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621760 Apr 29 13:46:43.343372 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-1394d4e4-6cab-4ea7-b505-9a8a21e157a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:43.344944 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-1394d4e4-6cab-4ea7-b505-9a8a21e157a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44c6030c56a74362b6795f72764597ce&device_id=d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33 HTTP/1.1" status: 200 len: 1127 time: 0.0484123 Apr 29 13:46:43.397432 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-e369f3f3-1177-4d68-8fc5-1494e83e9695 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=849e3cb9-b455-4bb4-9b7b-c713fd854cc0 HTTP/1.1" status: 200 len: 217 time: 0.0446310 Apr 29 13:46:43.467215 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-dabeaada-1a07-48d8-a0d1-85547b3e6077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:43.468927 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-dabeaada-1a07-48d8-a0d1-85547b3e6077 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37ea92da-e0ed-4579-801d-4e60d1c28650 HTTP/1.1" status: 200 len: 849 time: 0.0634785 Apr 29 13:46:43.474694 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33', 'tag': '849e3cb9-b455-4bb4-9b7b-c713fd854cc0'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:46:43.477114 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4d270a-e4f8-4be0-b798-b8e0d7714c16" -d '{"events": [{"name": "network-changed", "server_uuid": "d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33", "tag": "849e3cb9-b455-4bb4-9b7b-c713fd854cc0"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:46:43.522107 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d44f24-c6e0-4e13-815a-56af64eb7ab2 x-openstack-request-id: req-e5d44f24-c6e0-4e13-815a-56af64eb7ab2 {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:46:43.522400 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33", "tag": "849e3cb9-b455-4bb4-9b7b-c713fd854cc0", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:46:43.522655 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5d44f24-c6e0-4e13-815a-56af64eb7ab2 {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:46:43.523057 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5d44f24-c6e0-4e13-815a-56af64eb7ab2'] response: {'name': 'network-changed', 'server_uuid': 'd80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33', 'tag': '849e3cb9-b455-4bb4-9b7b-c713fd854cc0', 'status': 'completed', 'code': 200} Apr 29 13:46:43.529646 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-25a9e8fb-5c4c-494c-bc7f-d04a05c92f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:43.531180 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-25a9e8fb-5c4c-494c-bc7f-d04a05c92f0e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0033bbe-9a7c-4e9a-a14e-6e114adb922e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0506780 Apr 29 13:46:43.635045 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-a15ffaa7-b5e4-4998-86ce-ec8c0df6a937 service neutron] 10.222.0.26 "GET /v2.0/networks/b0033bbe-9a7c-4e9a-a14e-6e114adb922e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983045 Apr 29 13:46:43.745618 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-9e1123d9-70e9-4405-9539-6fdd4c610da6 req-29a1f82f-a956-4c2f-9987-5017c38fc19f service neutron] 10.222.0.26 "GET /v2.0/networks/b0033bbe-9a7c-4e9a-a14e-6e114adb922e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054673 Apr 29 13:46:44.191181 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device c3124988-bc06-43c0-a230-d4b9011eb0de no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:46:44.211650 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] No Port match for: c3124988-bc06-43c0-a230-d4b9011eb0de {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:46:44.212701 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device c3124988-bc06-43c0-a230-d4b9011eb0de not bound to the agent host hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:46:44.456344 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcab6d-e50e-4b00-ba02-07ce904864fc req-b88b8a10-009b-4a82-b232-6f1b382fb915 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:44.457764 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3cfcab6d-e50e-4b00-ba02-07ce904864fc req-b88b8a10-009b-4a82-b232-6f1b382fb915 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33 HTTP/1.1" status: 200 len: 943 time: 0.0481989 Apr 29 13:46:44.469956 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d270a-e4f8-4be0-b798-b8e0d7714c16 req-50eb5845-6eab-43dd-a4cb-5124f77e4fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:44.471430 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1e4d270a-e4f8-4be0-b798-b8e0d7714c16 req-50eb5845-6eab-43dd-a4cb-5124f77e4fbe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44c6030c56a74362b6795f72764597ce&device_id=d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33 HTTP/1.1" status: 200 len: 1127 time: 0.0421302 Apr 29 13:46:44.507957 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3cfcab6d-e50e-4b00-ba02-07ce904864fc req-8479d24d-e8c1-48e1-92f8-32fe1dbf6dc1 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=66ae1381-9c23-41ba-b4f5-06b91d1276e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434868 Apr 29 13:46:44.512222 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e9f8607b-b9e4-4091-b3f9-6d595d8b27e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:44.567541 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d270a-e4f8-4be0-b798-b8e0d7714c16 req-07849b66-4048-4465-b084-9006db4322e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:44.569030 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1e4d270a-e4f8-4be0-b798-b8e0d7714c16 req-07849b66-4048-4465-b084-9006db4322e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0033bbe-9a7c-4e9a-a14e-6e114adb922e HTTP/1.1" status: 200 len: 910 time: 0.0911517 Apr 29 13:46:44.610141 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1e4d270a-e4f8-4be0-b798-b8e0d7714c16 req-ce50db82-d286-485d-b58b-a2607d58fac7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=849e3cb9-b455-4bb4-9b7b-c713fd854cc0 HTTP/1.1" status: 200 len: 217 time: 0.0353472 Apr 29 13:46:44.662129 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d270a-e4f8-4be0-b798-b8e0d7714c16 req-4ef9a156-e6ec-477d-8844-d0f85f4841f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:44.663685 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1e4d270a-e4f8-4be0-b798-b8e0d7714c16 req-4ef9a156-e6ec-477d-8844-d0f85f4841f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37ea92da-e0ed-4579-801d-4e60d1c28650 HTTP/1.1" status: 200 len: 849 time: 0.0484271 Apr 29 13:46:44.713220 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d270a-e4f8-4be0-b798-b8e0d7714c16 req-fe339ee3-c6bc-4b50-8665-efd0f31e2649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:44.715828 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1e4d270a-e4f8-4be0-b798-b8e0d7714c16 req-fe339ee3-c6bc-4b50-8665-efd0f31e2649 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0033bbe-9a7c-4e9a-a14e-6e114adb922e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0451465 Apr 29 13:46:44.808041 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1e4d270a-e4f8-4be0-b798-b8e0d7714c16 req-dda000f6-7c97-4565-813c-29d83e19cc0d service neutron] 10.222.0.26 "GET /v2.0/networks/b0033bbe-9a7c-4e9a-a14e-6e114adb922e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875487 Apr 29 13:46:44.934924 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1e4d270a-e4f8-4be0-b798-b8e0d7714c16 req-32fdc895-3960-4aac-a0f2-dd6249eef744 service neutron] 10.222.0.26 "GET /v2.0/networks/b0033bbe-9a7c-4e9a-a14e-6e114adb922e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209409 Apr 29 13:46:45.626975 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c6b08-2cf3-44c3-b992-932b93df7d15 req-6143e671-f3e8-4f1b-b262-b9c0165609a3 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:45.628459 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f02c6b08-2cf3-44c3-b992-932b93df7d15 req-6143e671-f3e8-4f1b-b262-b9c0165609a3 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33 HTTP/1.1" status: 200 len: 943 time: 0.0479650 Apr 29 13:46:45.679529 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-f02c6b08-2cf3-44c3-b992-932b93df7d15 req-1a2e9d9b-f772-4304-84a5-49fa47c6ab05 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=66ae1381-9c23-41ba-b4f5-06b91d1276e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452523 Apr 29 13:46:46.203147 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 849e3cb9-b455-4bb4-9b7b-c713fd854cc0 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:46:46.305059 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 849e3cb9-b455-4bb4-9b7b-c713fd854cc0, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=849e3cb9-b455-4bb4-9b7b-c713fd854cc0,segment=NetworkSegment(b4f6d714-7969-4166-8dd3-e75cd1514d40),segment_id=b4f6d714-7969-4166-8dd3-e75cd1514d40)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:46:46.317960 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': '849e3cb9-b455-4bb4-9b7b-c713fd854cc0', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'port_id': '849e3cb9-b455-4bb4-9b7b-c713fd854cc0', 'mac_address': 'fa:16:3e:34:61:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:46:46.361611 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port 849e3cb9-b455-4bb4-9b7b-c713fd854cc0 is: DOWN; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:46:46.361996 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (849e3cb9-b455-4bb4-9b7b-c713fd854cc0), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:46.376153 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849e3cb9-b455-4bb4-9b7b-c713fd854cc0 {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:46:46.396411 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 849e3cb9-b455-4bb4-9b7b-c713fd854cc0, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=849e3cb9-b455-4bb4-9b7b-c713fd854cc0,segment=NetworkSegment(b4f6d714-7969-4166-8dd3-e75cd1514d40),segment_id=b4f6d714-7969-4166-8dd3-e75cd1514d40)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:46:46.401026 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (849e3cb9-b455-4bb4-9b7b-c713fd854cc0), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:46.449651 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=849e3cb9-b455-4bb4-9b7b-c713fd854cc0,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:46.457158 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:46.457441 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:46.457781 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:46.458189 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:46.458534 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:46.458864 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:46.459191 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:46.459514 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:46.459843 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:46.460161 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:46.460489 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:46.460842 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:46.461164 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:46.461510 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:46.461938 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:46:46.481609 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d940ce-dd54-4273-8034-6778bdd50774 req-f107cebe-d176-4018-8dc8-506eae532f85 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:46.483100 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-36d940ce-dd54-4273-8034-6778bdd50774 req-f107cebe-d176-4018-8dc8-506eae532f85 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/networks?id=7dce7c3b-0ffe-4c50-86f7-d91232d3f724 HTTP/1.1" status: 200 len: 813 time: 0.3815813 Apr 29 13:46:46.497668 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-36d940ce-dd54-4273-8034-6778bdd50774 req-aebea192-9b52-4ae3-9fca-c225e45b556c tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/quotas/7a2cc854bc86430dbe1b4bf02c306655 HTTP/1.1" status: 200 len: 375 time: 0.0093558 Apr 29 13:46:46.532915 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-36d940ce-dd54-4273-8034-6778bdd50774 req-a2d41685-40fd-41ad-9420-3058c2d5f97b tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a2cc854bc86430dbe1b4bf02c306655&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302198 Apr 29 13:46:46.589723 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['849e3cb9-b455-4bb4-9b7b-c713fd854cc0'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:46:46.624222 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-36d940ce-dd54-4273-8034-6778bdd50774 req-34b426dc-18af-4435-b8d9-d9a7b97dc13e service neutron] 10.222.0.20 "GET /v2.0/networks/7dce7c3b-0ffe-4c50-86f7-d91232d3f724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846090 Apr 29 13:46:46.731795 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-36d940ce-dd54-4273-8034-6778bdd50774 req-2ad2f793-46be-4ab9-a8c5-0ef952324dd8 service neutron] 10.222.0.20 "GET /v2.0/networks/7dce7c3b-0ffe-4c50-86f7-d91232d3f724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025424 Apr 29 13:46:46.801333 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcd0a2-669e-4d35-87d2-57f22ea1b849 req-89311e0d-82de-4e8a-85d2-71248c3c2b0e tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:46.802837 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-61bcd0a2-669e-4d35-87d2-57f22ea1b849 req-89311e0d-82de-4e8a-85d2-71248c3c2b0e tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33 HTTP/1.1" status: 200 len: 944 time: 0.0488944 Apr 29 13:46:46.860407 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-61bcd0a2-669e-4d35-87d2-57f22ea1b849 req-8b7a11e5-67fd-4dd0-ac27-96b7d87b3b3a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=66ae1381-9c23-41ba-b4f5-06b91d1276e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507684 Apr 29 13:46:46.901144 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6df6af8f-8f23-432c-aadd-7493880aa5c4 req-eb3ea829-e132-4ec3-8e2b-bc5eec2aa9c9 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c1fd030-cc30-4c38-9d66-bff2b77159ce HTTP/1.1" status: 200 len: 210 time: 0.0267625 Apr 29 13:46:47.036960 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1d9104b4-9f55-41ec-b23c-a883ed1ffe07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:47.826755 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d940ce-dd54-4273-8034-6778bdd50774 req-c382188d-8432-41dc-972a-82028f6d5ded tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:47.828448 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-36d940ce-dd54-4273-8034-6778bdd50774 req-c382188d-8432-41dc-972a-82028f6d5ded tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.26 "GET /v2.0/networks?id=7dce7c3b-0ffe-4c50-86f7-d91232d3f724 HTTP/1.1" status: 200 len: 813 time: 0.1221189 Apr 29 13:46:47.842243 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-36d940ce-dd54-4273-8034-6778bdd50774 req-a28f94a4-0094-45c8-900e-b6ae9fa9ed5e tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Request body: {'port': {'device_id': '1c1fd030-cc30-4c38-9d66-bff2b77159ce', 'network_id': '7dce7c3b-0ffe-4c50-86f7-d91232d3f724', 'admin_state_up': True, 'tenant_id': '7a2cc854bc86430dbe1b4bf02c306655'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:46:47.958470 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d940ce-dd54-4273-8034-6778bdd50774 req-a28f94a4-0094-45c8-900e-b6ae9fa9ed5e tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Made reservation on behalf of 7a2cc854bc86430dbe1b4bf02c306655 for: {'port': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:46:47.962501 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-36d940ce-dd54-4273-8034-6778bdd50774 req-a28f94a4-0094-45c8-900e-b6ae9fa9ed5e tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:47.982652 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514f413-3f49-4cfd-852b-35372349ce91 req-20e98e05-dd1b-4165-8068-a58a7d72f137 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:47.984163 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5514f413-3f49-4cfd-852b-35372349ce91 req-20e98e05-dd1b-4165-8068-a58a7d72f137 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33 HTTP/1.1" status: 200 len: 944 time: 0.0544577 Apr 29 13:46:48.018928 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-272980c0-e6f0-459e-a5b6-8ba0bf017d5f req-8a968b04-f54c-4284-854a-c76c65956853 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c1fd030-cc30-4c38-9d66-bff2b77159ce HTTP/1.1" status: 200 len: 210 time: 0.0337560 Apr 29 13:46:48.053965 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-5514f413-3f49-4cfd-852b-35372349ce91 req-c63258ac-08ed-4a3c-947b-877f816cd9f3 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=66ae1381-9c23-41ba-b4f5-06b91d1276e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574226 Apr 29 13:46:48.092725 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:48.098601 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [req-36d940ce-dd54-4273-8034-6778bdd50774 req-a28f94a4-0094-45c8-900e-b6ae9fa9ed5e tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Allocated IP 172.20.0.5 (7dce7c3b-0ffe-4c50-86f7-d91232d3f724/581ea80a-1919-4b1b-bc55-7265414c4fb9/400a7864-3faa-42bb-9066-5e4e1b68307e) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:46:48.217929 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 849e3cb9-b455-4bb4-9b7b-c713fd854cc0 up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:46:48.251283 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-36d940ce-dd54-4273-8034-6778bdd50774 req-a28f94a4-0094-45c8-900e-b6ae9fa9ed5e tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Publish callbacks [] for port (400a7864-3faa-42bb-9066-5e4e1b68307e), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:48.263952 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning for port 849e3cb9-b455-4bb4-9b7b-c713fd854cc0 completed by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:46:48.272566 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port 849e3cb9-b455-4bb4-9b7b-c713fd854cc0 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:46:48.273082 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (849e3cb9-b455-4bb4-9b7b-c713fd854cc0), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:48.287784 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-36d940ce-dd54-4273-8034-6778bdd50774 req-a28f94a4-0094-45c8-900e-b6ae9fa9ed5e tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (400a7864-3faa-42bb-9066-5e4e1b68307e), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:48.331541 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d940ce-dd54-4273-8034-6778bdd50774 req-a28f94a4-0094-45c8-900e-b6ae9fa9ed5e tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Network 7dce7c3b-0ffe-4c50-86f7-d91232d3f724 is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:46:48.337509 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [req-36d940ce-dd54-4273-8034-6778bdd50774 req-a28f94a4-0094-45c8-900e-b6ae9fa9ed5e tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:46:48.340201 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d940ce-dd54-4273-8034-6778bdd50774 req-a28f94a4-0094-45c8-900e-b6ae9fa9ed5e tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:46:48.356710 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port 849e3cb9-b455-4bb4-9b7b-c713fd854cc0 is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:46:48.357093 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (849e3cb9-b455-4bb4-9b7b-c713fd854cc0), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:48.366251 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f94a4-0094-45c8-900e-b6ae9fa9ed5e tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Pushing event updated for resources: {'Port': ['ID=400a7864-3faa-42bb-9066-5e4e1b68307e,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:48.381073 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849e3cb9-b455-4bb4-9b7b-c713fd854cc0'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:46:48.383303 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baf949a-357a-4522-ac90-f8612b0a6cef" -d '{"events": [{"server_uuid": "d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33", "name": "network-vif-plugged", "status": "completed", "tag": "849e3cb9-b455-4bb4-9b7b-c713fd854cc0"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:46:48.394536 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d940ce-dd54-4273-8034-6778bdd50774 req-a28f94a4-0094-45c8-900e-b6ae9fa9ed5e tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:48.395160 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-36d940ce-dd54-4273-8034-6778bdd50774 req-a28f94a4-0094-45c8-900e-b6ae9fa9ed5e tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:48.396325 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 849e3cb9-b455-4bb4-9b7b-c713fd854cc0, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=849e3cb9-b455-4bb4-9b7b-c713fd854cc0,segment=NetworkSegment(b4f6d714-7969-4166-8dd3-e75cd1514d40),segment_id=b4f6d714-7969-4166-8dd3-e75cd1514d40)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:46:48.401528 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (849e3cb9-b455-4bb4-9b7b-c713fd854cc0), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:48.413589 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-36d940ce-dd54-4273-8034-6778bdd50774 req-a28f94a4-0094-45c8-900e-b6ae9fa9ed5e tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5754027 Apr 29 13:46:48.425022 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47962a0-e3eb-4ea3-93c0-2cf2c3a2659c x-openstack-request-id: req-d47962a0-e3eb-4ea3-93c0-2cf2c3a2659c {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:46:48.425273 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-36d940ce-dd54-4273-8034-6778bdd50774 req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] Request body: {'port': {'device_id': '1c1fd030-cc30-4c38-9d66-bff2b77159ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:46:48.425411 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33", "name": "network-vif-plugged", "status": "completed", "tag": "849e3cb9-b455-4bb4-9b7b-c713fd854cc0", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:46:48.425608 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d47962a0-e3eb-4ea3-93c0-2cf2c3a2659c {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:46:48.425949 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d47962a0-e3eb-4ea3-93c0-2cf2c3a2659c'] response: {'server_uuid': 'd80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849e3cb9-b455-4bb4-9b7b-c713fd854cc0', 'code': 200} Apr 29 13:46:48.459615 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=849e3cb9-b455-4bb4-9b7b-c713fd854cc0,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:48.492501 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-36d940ce-dd54-4273-8034-6778bdd50774 req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (400a7864-3faa-42bb-9066-5e4e1b68307e), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:48.599629 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cc41e-4280-403a-98d6-08db5b7eb9c3 req-08b6012e-1675-46ed-ab61-7026ecaf64f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:48.601059 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2c8cc41e-4280-403a-98d6-08db5b7eb9c3 req-08b6012e-1675-46ed-ab61-7026ecaf64f1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33 HTTP/1.1" status: 200 len: 1129 time: 0.0384526 Apr 29 13:46:48.645466 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2c8cc41e-4280-403a-98d6-08db5b7eb9c3 req-66873422-58a3-4a3a-96ba-ab0215f3ba18 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=66ae1381-9c23-41ba-b4f5-06b91d1276e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376854 Apr 29 13:46:48.756620 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [req-36d940ce-dd54-4273-8034-6778bdd50774 req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 400a7864-3faa-42bb-9066-5e4e1b68307e {{(pid=103547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:46:48.764114 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-36d940ce-dd54-4273-8034-6778bdd50774 req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] Publish callbacks [] for port (400a7864-3faa-42bb-9066-5e4e1b68307e), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:48.776546 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.provisioning_blocks [req-36d940ce-dd54-4273-8034-6778bdd50774 req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] Transition to ACTIVE for port object 400a7864-3faa-42bb-9066-5e4e1b68307e will not be triggered until provisioned by entity L2. {{(pid=103547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:46:48.780319 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-36d940ce-dd54-4273-8034-6778bdd50774 req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25904569'] for port (400a7864-3faa-42bb-9066-5e4e1b68307e), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:48.829998 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] Pushing event updated for resources: {'Port': ['ID=400a7864-3faa-42bb-9066-5e4e1b68307e,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:48.901980 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-36d940ce-dd54-4273-8034-6778bdd50774 req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] Attempting to bind port 400a7864-3faa-42bb-9066-5e4e1b68307e on host hv-cinder-83941 for vnic_type normal with profile {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:46:48.902360 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-36d940ce-dd54-4273-8034-6778bdd50774 req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] Attempting to bind port 400a7864-3faa-42bb-9066-5e4e1b68307e by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '168d7f5d-6d6b-4c14-805e-2320219ede5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7dce7c3b-0ffe-4c50-86f7-d91232d3f724'}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:46:48.902684 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d940ce-dd54-4273-8034-6778bdd50774 req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] Attempting to bind port 400a7864-3faa-42bb-9066-5e4e1b68307e on network 7dce7c3b-0ffe-4c50-86f7-d91232d3f724 {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:46:48.907044 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d940ce-dd54-4273-8034-6778bdd50774 req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] Port 400a7864-3faa-42bb-9066-5e4e1b68307e on network 7dce7c3b-0ffe-4c50-86f7-d91232d3f724 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:46:48.907363 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d940ce-dd54-4273-8034-6778bdd50774 req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] Attempting to bind port 400a7864-3faa-42bb-9066-5e4e1b68307e on network 7dce7c3b-0ffe-4c50-86f7-d91232d3f724 {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:46:48.912103 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d940ce-dd54-4273-8034-6778bdd50774 req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] Checking agent: {'id': '54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'started_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:46:48.912436 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d940ce-dd54-4273-8034-6778bdd50774 req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] Checking segment: {'id': '168d7f5d-6d6b-4c14-805e-2320219ede5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7dce7c3b-0ffe-4c50-86f7-d91232d3f724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:46:48.912856 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d940ce-dd54-4273-8034-6778bdd50774 req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] Bound using segment: {'id': '168d7f5d-6d6b-4c14-805e-2320219ede5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7dce7c3b-0ffe-4c50-86f7-d91232d3f724'} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:46:48.913279 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-36d940ce-dd54-4273-8034-6778bdd50774 req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] Bound port: 400a7864-3faa-42bb-9066-5e4e1b68307e, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '168d7f5d-6d6b-4c14-805e-2320219ede5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7dce7c3b-0ffe-4c50-86f7-d91232d3f724'}}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:46:48.913630 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-36d940ce-dd54-4273-8034-6778bdd50774 req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (400a7864-3faa-42bb-9066-5e4e1b68307e), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:48.987155 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-36d940ce-dd54-4273-8034-6778bdd50774 req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] For port 400a7864-3faa-42bb-9066-5e4e1b68307e, host hv-cinder-83941, cleared binding levels {{(pid=103547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:46:48.990332 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-36d940ce-dd54-4273-8034-6778bdd50774 req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] For port 400a7864-3faa-42bb-9066-5e4e1b68307e, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=400a7864-3faa-42bb-9066-5e4e1b68307e,segment=NetworkSegment(168d7f5d-6d6b-4c14-805e-2320219ede5a),segment_id=168d7f5d-6d6b-4c14-805e-2320219ede5a)] {{(pid=103547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:46:48.998746 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-36d940ce-dd54-4273-8034-6778bdd50774 req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25904569'] for port (400a7864-3faa-42bb-9066-5e4e1b68307e), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:49.034949 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d940ce-dd54-4273-8034-6778bdd50774 req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:49.035567 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-36d940ce-dd54-4273-8034-6778bdd50774 req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:49.036992 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-36d940ce-dd54-4273-8034-6778bdd50774 req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] 10.222.0.26 "PUT /v2.0/ports/400a7864-3faa-42bb-9066-5e4e1b68307e HTTP/1.1" status: 200 len: 1093 time: 0.6161087 Apr 29 13:46:49.037444 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1fd030-cc30-4c38-9d66-bff2b77159ce', 'tag': '400a7864-3faa-42bb-9066-5e4e1b68307e'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:46:49.039676 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca79d62f-01ca-4abf-834f-34f0a94dcb9e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c1fd030-cc30-4c38-9d66-bff2b77159ce", "tag": "400a7864-3faa-42bb-9066-5e4e1b68307e"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:46:49.064035 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bab0c6-68c3-4050-9dab-0bb787cc4dcd service neutron] Pushing event updated for resources: {'Port': ['ID=400a7864-3faa-42bb-9066-5e4e1b68307e,revision_number=3']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:49.094245 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ced02c-160f-4a3f-9ca3-d3d6a53d5fce x-openstack-request-id: req-16ced02c-160f-4a3f-9ca3-d3d6a53d5fce {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:46:49.094541 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c1fd030-cc30-4c38-9d66-bff2b77159ce", "tag": "400a7864-3faa-42bb-9066-5e4e1b68307e", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:46:49.094796 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16ced02c-160f-4a3f-9ca3-d3d6a53d5fce {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:46:49.095206 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16ced02c-160f-4a3f-9ca3-d3d6a53d5fce'] response: {'name': 'network-changed', 'server_uuid': '1c1fd030-cc30-4c38-9d66-bff2b77159ce', 'tag': '400a7864-3faa-42bb-9066-5e4e1b68307e', 'status': 'completed', 'code': 200} Apr 29 13:46:49.218642 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c830362-ff74-40db-b6bb-c853d3c02c48 req-01ef2e4e-3a03-4bd6-8372-250bec32f2d2 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:49.220067 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9c830362-ff74-40db-b6bb-c853d3c02c48 req-01ef2e4e-3a03-4bd6-8372-250bec32f2d2 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c1fd030-cc30-4c38-9d66-bff2b77159ce HTTP/1.1" status: 200 len: 943 time: 0.0792606 Apr 29 13:46:49.228477 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c60fa8-d55d-4ce4-ad38-0f9fa36af96d req-7c130728-e6b0-4de2-9c52-e52935f57617 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:49.229959 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-61c60fa8-d55d-4ce4-ad38-0f9fa36af96d req-7c130728-e6b0-4de2-9c52-e52935f57617 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33 HTTP/1.1" status: 200 len: 945 time: 0.0791094 Apr 29 13:46:49.312028 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9c830362-ff74-40db-b6bb-c853d3c02c48 req-47a86397-d3c2-48ad-8ff7-83799c9d556d tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809743 Apr 29 13:46:49.315390 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-61c60fa8-d55d-4ce4-ad38-0f9fa36af96d req-5433cc1e-b875-41d1-9a90-6ebf1f2f8f83 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=66ae1381-9c23-41ba-b4f5-06b91d1276e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785806 Apr 29 13:46:49.356813 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79d62f-01ca-4abf-834f-34f0a94dcb9e req-fb25a31e-a254-4798-90da-adb1ce763d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:49.358298 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-ca79d62f-01ca-4abf-834f-34f0a94dcb9e req-fb25a31e-a254-4798-90da-adb1ce763d65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a2cc854bc86430dbe1b4bf02c306655&device_id=1c1fd030-cc30-4c38-9d66-bff2b77159ce HTTP/1.1" status: 200 len: 1127 time: 0.0623949 Apr 29 13:46:49.476994 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79d62f-01ca-4abf-834f-34f0a94dcb9e req-f9f2a3b4-288c-44e9-ba70-7ee0e5dd0f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:49.478467 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-ca79d62f-01ca-4abf-834f-34f0a94dcb9e req-f9f2a3b4-288c-44e9-ba70-7ee0e5dd0f0a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7a2cc854bc86430dbe1b4bf02c306655&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0995934 Apr 29 13:46:49.582896 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79d62f-01ca-4abf-834f-34f0a94dcb9e req-5c4d8ec9-95ec-4d0f-a7f6-b4095b7eecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:49.584415 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-ca79d62f-01ca-4abf-834f-34f0a94dcb9e req-5c4d8ec9-95ec-4d0f-a7f6-b4095b7eecdf service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0946672 Apr 29 13:46:49.981497 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d940ce-dd54-4273-8034-6778bdd50774 req-af695b8e-2def-447f-b7cc-fd3384481ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:49.982971 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-36d940ce-dd54-4273-8034-6778bdd50774 req-af695b8e-2def-447f-b7cc-fd3384481ca9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a2cc854bc86430dbe1b4bf02c306655&device_id=1c1fd030-cc30-4c38-9d66-bff2b77159ce HTTP/1.1" status: 200 len: 1127 time: 0.0413988 Apr 29 13:46:50.029038 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-36d940ce-dd54-4273-8034-6778bdd50774 req-726a8e4e-0b82-4d43-bf8a-d9cb0ad38c04 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=400a7864-3faa-42bb-9066-5e4e1b68307e HTTP/1.1" status: 200 len: 217 time: 0.0378199 Apr 29 13:46:50.066207 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:50.082089 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d940ce-dd54-4273-8034-6778bdd50774 req-36f2b3f3-8766-4341-a7fa-c5a1d6485cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:50.083458 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-36d940ce-dd54-4273-8034-6778bdd50774 req-36f2b3f3-8766-4341-a7fa-c5a1d6485cbe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=581ea80a-1919-4b1b-bc55-7265414c4fb9 HTTP/1.1" status: 200 len: 853 time: 0.0491681 Apr 29 13:46:50.115481 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-36d940ce-dd54-4273-8034-6778bdd50774 req-e0970271-7d99-43b6-a347-c7d0f325721c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7dce7c3b-0ffe-4c50-86f7-d91232d3f724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258515 Apr 29 13:46:50.204354 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-36d940ce-dd54-4273-8034-6778bdd50774 req-7b33368c-0718-4b49-8028-202e0320b098 service neutron] 10.222.0.26 "GET /v2.0/networks/7dce7c3b-0ffe-4c50-86f7-d91232d3f724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837047 Apr 29 13:46:50.300616 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-36d940ce-dd54-4273-8034-6778bdd50774 req-b0b9a44e-0a07-4339-b1df-9edbbf6074cd service neutron] 10.222.0.26 "GET /v2.0/networks/7dce7c3b-0ffe-4c50-86f7-d91232d3f724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902910 Apr 29 13:46:50.462478 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe570e68-b320-49dd-80de-eb96745ff7ad req-8ca0dc9f-bbc5-4586-941f-d8741a5c080d tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:50.463952 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fe570e68-b320-49dd-80de-eb96745ff7ad req-8ca0dc9f-bbc5-4586-941f-d8741a5c080d tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c1fd030-cc30-4c38-9d66-bff2b77159ce HTTP/1.1" status: 200 len: 943 time: 0.0769532 Apr 29 13:46:50.471703 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345cad2-fb18-43bc-97cd-86cc5519fa54 req-0f9c6311-670e-4516-8fe8-1bded4bfdc3c tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:50.473363 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1345cad2-fb18-43bc-97cd-86cc5519fa54 req-0f9c6311-670e-4516-8fe8-1bded4bfdc3c tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33 HTTP/1.1" status: 200 len: 945 time: 0.0851278 Apr 29 13:46:50.546307 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-fe570e68-b320-49dd-80de-eb96745ff7ad req-6a9caf0d-bcfa-4fd0-a8d1-1004d61a31a5 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719917 Apr 29 13:46:50.553626 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1345cad2-fb18-43bc-97cd-86cc5519fa54 req-a22ae37a-bbf3-40a4-952d-d545f35ae8aa tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=66ae1381-9c23-41ba-b4f5-06b91d1276e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737224 Apr 29 13:46:50.663231 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c368e66-1281-4db4-8c8b-61e1bc1c8653 req-e15870d9-bad2-4b5b-9f28-b97ae63bf71a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:50.664726 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-2c368e66-1281-4db4-8c8b-61e1bc1c8653 req-e15870d9-bad2-4b5b-9f28-b97ae63bf71a tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33 HTTP/1.1" status: 200 len: 945 time: 0.0474102 Apr 29 13:46:50.673167 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 48334) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:46:50.677360 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-7c36a40f-19e2-4cd1-a939-774fe8221cf0 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Request body: {'floatingip': {'port_id': '849e3cb9-b455-4bb4-9b7b-c713fd854cc0'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:46:50.720057 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7c36a40f-19e2-4cd1-a939-774fe8221cf0 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for floatingip (d399fdf0-4216-4ad9-a315-6c8629c6f537), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:51.173795 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7c36a40f-19e2-4cd1-a939-774fe8221cf0 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:51.177596 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7c36a40f-19e2-4cd1-a939-774fe8221cf0 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (d399fdf0-4216-4ad9-a315-6c8629c6f537), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:51.281092 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.db.l3_db [None req-7c36a40f-19e2-4cd1-a939-774fe8221cf0 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Floating IP d399fdf0-4216-4ad9-a315-6c8629c6f537 associated. External IP: 172.28.3.197, port: 849e3cb9-b455-4bb4-9b7b-c713fd854cc0. Apr 29 13:46:51.451216 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:51.504108 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c36a40f-19e2-4cd1-a939-774fe8221cf0 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Router e0f21205-fb81-4299-a5a9-491cc9fbba39 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:46:51.630911 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c36a40f-19e2-4cd1-a939-774fe8221cf0 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:46:51.636098 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-7c36a40f-19e2-4cd1-a939-774fe8221cf0 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:51.640997 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb8e2dc-cf47-4c94-b1bb-01328ae6a6cf None None] Sync routers for ids ['e0f21205-fb81-4299-a5a9-491cc9fbba39'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:46:51.652472 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb8e2dc-cf47-4c94-b1bb-01328ae6a6cf None None] Routers {'e0f21205-fb81-4299-a5a9-491cc9fbba39'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:46:51.653015 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-0cb8e2dc-cf47-4c94-b1bb-01328ae6a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:46:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['e0f21205-fb81-4299-a5a9-491cc9fbba39'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:51.691946 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337e75f-02db-4062-b2bd-5fb2e82ecef2 req-b025a287-7a25-40eb-8b37-c520bd3aefa6 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:51.693412 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b337e75f-02db-4062-b2bd-5fb2e82ecef2 req-b025a287-7a25-40eb-8b37-c520bd3aefa6 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c1fd030-cc30-4c38-9d66-bff2b77159ce HTTP/1.1" status: 200 len: 943 time: 0.0747929 Apr 29 13:46:51.710063 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-7c36a40f-19e2-4cd1-a939-774fe8221cf0 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "PUT /v2.0/floatingips/d399fdf0-4216-4ad9-a315-6c8629c6f537 HTTP/1.1" status: 200 len: 991 time: 1.0236027 Apr 29 13:46:51.710063 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33', 'tag': '849e3cb9-b455-4bb4-9b7b-c713fd854cc0'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:46:51.710063 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bf205a-1b64-4418-bc02-a35d6977f03f" -d '{"events": [{"name": "network-changed", "server_uuid": "d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33", "tag": "849e3cb9-b455-4bb4-9b7b-c713fd854cc0"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:46:51.739613 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8342a9-efa7-4ac4-8498-f64f71ecd278 x-openstack-request-id: req-9f8342a9-efa7-4ac4-8498-f64f71ecd278 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:46:51.739900 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33", "tag": "849e3cb9-b455-4bb4-9b7b-c713fd854cc0", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:46:51.740157 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f8342a9-efa7-4ac4-8498-f64f71ecd278 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:46:51.740560 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f8342a9-efa7-4ac4-8498-f64f71ecd278'] response: {'name': 'network-changed', 'server_uuid': 'd80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33', 'tag': '849e3cb9-b455-4bb4-9b7b-c713fd854cc0', 'status': 'completed', 'code': 200} Apr 29 13:46:51.755192 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b337e75f-02db-4062-b2bd-5fb2e82ecef2 req-db608fc4-223b-4386-83ef-f3e637b0f2dc tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512002 Apr 29 13:46:51.774123 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-0cb8e2dc-cf47-4c94-b1bb-01328ae6a6cf None None] Set router e0f21205-fb81-4299-a5a9-491cc9fbba39 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:46:51.799816 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf205a-1b64-4418-bc02-a35d6977f03f req-18d044a7-4b38-4352-9cd0-5173a68e9503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:51.801405 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-67bf205a-1b64-4418-bc02-a35d6977f03f req-18d044a7-4b38-4352-9cd0-5173a68e9503 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44c6030c56a74362b6795f72764597ce&device_id=d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33 HTTP/1.1" status: 200 len: 1129 time: 0.0408838 Apr 29 13:46:51.898673 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf205a-1b64-4418-bc02-a35d6977f03f req-ece50e3e-c766-4329-b3d9-6e643f1889ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:51.900236 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-67bf205a-1b64-4418-bc02-a35d6977f03f req-ece50e3e-c766-4329-b3d9-6e643f1889ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0033bbe-9a7c-4e9a-a14e-6e114adb922e HTTP/1.1" status: 200 len: 910 time: 0.0930543 Apr 29 13:46:51.968335 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-67bf205a-1b64-4418-bc02-a35d6977f03f req-fdb11134-2dce-4b0a-a160-251d79211cb4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=849e3cb9-b455-4bb4-9b7b-c713fd854cc0 HTTP/1.1" status: 200 len: 999 time: 0.0622485 Apr 29 13:46:52.019285 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf205a-1b64-4418-bc02-a35d6977f03f req-ffe148fe-0e0c-4467-bf26-969c50c8935a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:52.020784 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-67bf205a-1b64-4418-bc02-a35d6977f03f req-ffe148fe-0e0c-4467-bf26-969c50c8935a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37ea92da-e0ed-4579-801d-4e60d1c28650 HTTP/1.1" status: 200 len: 849 time: 0.0466855 Apr 29 13:46:52.067522 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf205a-1b64-4418-bc02-a35d6977f03f req-c5f8805b-3109-47f5-a358-600b5801b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:52.069052 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-67bf205a-1b64-4418-bc02-a35d6977f03f req-c5f8805b-3109-47f5-a358-600b5801b35d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0033bbe-9a7c-4e9a-a14e-6e114adb922e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0429640 Apr 29 13:46:52.107054 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-0cb8e2dc-cf47-4c94-b1bb-01328ae6a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'name': 'tempest-AttachVolumeTestJSON-603627948-router', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '44c6030c56a74362b6795f72764597ce', 'gw_port': {'id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': 'd399fdf0-4216-4ad9-a315-6c8629c6f537', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'floating_ip_address': '172.28.3.197', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'port_id': '849e3cb9-b455-4bb4-9b7b-c713fd854cc0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'mac_address': 'fa:16:3e:34:61:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:38Z', 'updated_at': '2022-04-29T13:46:51Z', 'revision_number': 1, 'project_id': '44c6030c56a74362b6795f72764597ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a15c3f3-de25-4065-a0d1-81dbda46b327', 'name': '', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'mac_address': 'fa:16:3e:0f:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:26Z', 'updated_at': '2022-04-29T13:43:31Z', 'revision_number': 5, 'project_id': '44c6030c56a74362b6795f72764597ce', 'subnets': [{'id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:52.134170 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb8e2dc-cf47-4c94-b1bb-01328ae6a6cf None None] Checking router: e0f21205-fb81-4299-a5a9-491cc9fbba39 for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:46:52.143579 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb8e2dc-cf47-4c94-b1bb-01328ae6a6cf None None] Routers {'e0f21205-fb81-4299-a5a9-491cc9fbba39'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:46:52.143963 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-0cb8e2dc-cf47-4c94-b1bb-01328ae6a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:46:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['e0f21205-fb81-4299-a5a9-491cc9fbba39'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:52.160959 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-67bf205a-1b64-4418-bc02-a35d6977f03f req-904a8f12-ac72-4800-a765-758d190798fd service neutron] 10.222.0.26 "GET /v2.0/networks/b0033bbe-9a7c-4e9a-a14e-6e114adb922e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863969 Apr 29 13:46:52.255294 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-0cb8e2dc-cf47-4c94-b1bb-01328ae6a6cf None None] Set router e0f21205-fb81-4299-a5a9-491cc9fbba39 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:46:52.258332 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-67bf205a-1b64-4418-bc02-a35d6977f03f req-9d330a0f-ffa2-498c-9a1b-621636e43a83 service neutron] 10.222.0.26 "GET /v2.0/networks/b0033bbe-9a7c-4e9a-a14e-6e114adb922e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916219 Apr 29 13:46:52.271438 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 400a7864-3faa-42bb-9066-5e4e1b68307e details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:46:52.382679 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 400a7864-3faa-42bb-9066-5e4e1b68307e, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=400a7864-3faa-42bb-9066-5e4e1b68307e,segment=NetworkSegment(168d7f5d-6d6b-4c14-805e-2320219ede5a),segment_id=168d7f5d-6d6b-4c14-805e-2320219ede5a)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:46:52.394256 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': '400a7864-3faa-42bb-9066-5e4e1b68307e', 'network_id': '7dce7c3b-0ffe-4c50-86f7-d91232d3f724', 'port_id': '400a7864-3faa-42bb-9066-5e4e1b68307e', 'mac_address': 'fa:16:3e:59:70:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '581ea80a-1919-4b1b-bc55-7265414c4fb9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:46:52.434316 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port 400a7864-3faa-42bb-9066-5e4e1b68307e is: DOWN; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:46:52.434692 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (400a7864-3faa-42bb-9066-5e4e1b68307e), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:52.445777 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:46:52.447931 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 400a7864-3faa-42bb-9066-5e4e1b68307e {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:46:52.471779 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 400a7864-3faa-42bb-9066-5e4e1b68307e, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=400a7864-3faa-42bb-9066-5e4e1b68307e,segment=NetworkSegment(168d7f5d-6d6b-4c14-805e-2320219ede5a),segment_id=168d7f5d-6d6b-4c14-805e-2320219ede5a)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:46:52.476287 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (400a7864-3faa-42bb-9066-5e4e1b68307e), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:52.489678 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-0cb8e2dc-cf47-4c94-b1bb-01328ae6a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'name': 'tempest-AttachVolumeTestJSON-603627948-router', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '44c6030c56a74362b6795f72764597ce', 'gw_port': {'id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': 'd399fdf0-4216-4ad9-a315-6c8629c6f537', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'floating_ip_address': '172.28.3.197', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'port_id': '849e3cb9-b455-4bb4-9b7b-c713fd854cc0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'mac_address': 'fa:16:3e:34:61:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:38Z', 'updated_at': '2022-04-29T13:46:51Z', 'revision_number': 1, 'project_id': '44c6030c56a74362b6795f72764597ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a15c3f3-de25-4065-a0d1-81dbda46b327', 'name': '', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'mac_address': 'fa:16:3e:0f:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:26Z', 'updated_at': '2022-04-29T13:43:31Z', 'revision_number': 5, 'project_id': '44c6030c56a74362b6795f72764597ce', 'subnets': [{'id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:46:52.518213 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb8e2dc-cf47-4c94-b1bb-01328ae6a6cf None None] The sync data for ids ['e0f21205-fb81-4299-a5a9-491cc9fbba39'] in dv-cinder-839416-3-smb is: [{'id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'name': 'tempest-AttachVolumeTestJSON-603627948-router', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '44c6030c56a74362b6795f72764597ce', 'gw_port': {'id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': 'd399fdf0-4216-4ad9-a315-6c8629c6f537', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'floating_ip_address': '172.28.3.197', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'port_id': '849e3cb9-b455-4bb4-9b7b-c713fd854cc0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'mac_address': 'fa:16:3e:34:61:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:38Z', 'updated_at': '2022-04-29T13:46:51Z', 'revision_number': 1, 'project_id': '44c6030c56a74362b6795f72764597ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a15c3f3-de25-4065-a0d1-81dbda46b327', 'name': '', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'mac_address': 'fa:16:3e:0f:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:26Z', 'updated_at': '2022-04-29T13:43:31Z', 'revision_number': 5, 'project_id': '44c6030c56a74362b6795f72764597ce', 'subnets': [{'id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:46:52.526103 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=400a7864-3faa-42bb-9066-5e4e1b68307e,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:52.681457 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['400a7864-3faa-42bb-9066-5e4e1b68307e'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:46:52.731196 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c07834-6241-43ea-88d5-509e998a78c8 None None] New status for floating IP d399fdf0-4216-4ad9-a315-6c8629c6f537: ACTIVE {{(pid=103549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:46:52.877699 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f23b71-4c15-4fa9-9706-5080f84d5f70 req-9ab9d617-9872-4ba7-854e-cd50b7c199e0 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:52.879389 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-53f23b71-4c15-4fa9-9706-5080f84d5f70 req-9ab9d617-9872-4ba7-854e-cd50b7c199e0 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c1fd030-cc30-4c38-9d66-bff2b77159ce HTTP/1.1" status: 200 len: 944 time: 0.0504639 Apr 29 13:46:52.937579 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-53f23b71-4c15-4fa9-9706-5080f84d5f70 req-9f1693d6-0dac-4964-a855-fdfae8bb0624 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516734 Apr 29 13:46:54.057073 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee85f92-4914-4134-ae83-995d264f48e4 req-93eb4afe-ff06-4ede-bb56-a114ab4f4acc tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:54.058540 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-dee85f92-4914-4134-ae83-995d264f48e4 req-93eb4afe-ff06-4ede-bb56-a114ab4f4acc tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c1fd030-cc30-4c38-9d66-bff2b77159ce HTTP/1.1" status: 200 len: 944 time: 0.0507853 Apr 29 13:46:54.108818 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-dee85f92-4914-4134-ae83-995d264f48e4 req-8bdcdfd5-8607-4c06-a15f-01e4e36f4e2f tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446720 Apr 29 13:46:54.284584 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 400a7864-3faa-42bb-9066-5e4e1b68307e up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:46:54.328865 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning for port 400a7864-3faa-42bb-9066-5e4e1b68307e completed by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:46:54.334249 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port 400a7864-3faa-42bb-9066-5e4e1b68307e triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:46:54.334642 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (400a7864-3faa-42bb-9066-5e4e1b68307e), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:54.412663 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port 400a7864-3faa-42bb-9066-5e4e1b68307e is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:46:54.413052 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (400a7864-3faa-42bb-9066-5e4e1b68307e), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:54.435212 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1fd030-cc30-4c38-9d66-bff2b77159ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400a7864-3faa-42bb-9066-5e4e1b68307e'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:46:54.437448 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7986243-df53-44e3-ad65-c422cd7ed434" -d '{"events": [{"server_uuid": "1c1fd030-cc30-4c38-9d66-bff2b77159ce", "name": "network-vif-plugged", "status": "completed", "tag": "400a7864-3faa-42bb-9066-5e4e1b68307e"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:46:54.451810 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 400a7864-3faa-42bb-9066-5e4e1b68307e, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=400a7864-3faa-42bb-9066-5e4e1b68307e,segment=NetworkSegment(168d7f5d-6d6b-4c14-805e-2320219ede5a),segment_id=168d7f5d-6d6b-4c14-805e-2320219ede5a)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:46:54.455990 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (400a7864-3faa-42bb-9066-5e4e1b68307e), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:46:54.480692 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567c0ff2-b91c-4623-858d-a5101ff2ead9 x-openstack-request-id: req-567c0ff2-b91c-4623-858d-a5101ff2ead9 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:46:54.480940 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1fd030-cc30-4c38-9d66-bff2b77159ce", "name": "network-vif-plugged", "status": "completed", "tag": "400a7864-3faa-42bb-9066-5e4e1b68307e", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:46:54.481189 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-567c0ff2-b91c-4623-858d-a5101ff2ead9 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:46:54.481596 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-567c0ff2-b91c-4623-858d-a5101ff2ead9'] response: {'server_uuid': '1c1fd030-cc30-4c38-9d66-bff2b77159ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400a7864-3faa-42bb-9066-5e4e1b68307e', 'code': 200} Apr 29 13:46:54.508098 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=400a7864-3faa-42bb-9066-5e4e1b68307e,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:46:54.628826 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00eb16-1d70-41b5-a2b3-a56e542c3a41 req-b5d82e42-ec72-44f4-8be1-4d62fc912f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:54.630337 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-cf00eb16-1d70-41b5-a2b3-a56e542c3a41 req-b5d82e42-ec72-44f4-8be1-4d62fc912f66 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1c1fd030-cc30-4c38-9d66-bff2b77159ce HTTP/1.1" status: 200 len: 1129 time: 0.0383890 Apr 29 13:46:54.673445 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-cf00eb16-1d70-41b5-a2b3-a56e542c3a41 req-412620f6-565b-4036-959f-eab2242b6cda service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360599 Apr 29 13:46:55.221528 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cd76c-e919-46ba-bf99-9e3f0d1c3fc6 req-214dbff1-926f-4953-b191-28bd09c8ef75 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:55.223249 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1b9cd76c-e919-46ba-bf99-9e3f0d1c3fc6 req-214dbff1-926f-4953-b191-28bd09c8ef75 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c1fd030-cc30-4c38-9d66-bff2b77159ce HTTP/1.1" status: 200 len: 945 time: 0.0483513 Apr 29 13:46:55.269840 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1b9cd76c-e919-46ba-bf99-9e3f0d1c3fc6 req-c50ccb2d-baa8-47fa-9778-8d19a3190547 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402653 Apr 29 13:46:56.386511 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500fa1c-e245-4a89-b7b8-715697e8bc83 req-960fc1a2-65f0-4002-8843-93c1ceeeeccc tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:46:56.388003 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9500fa1c-e245-4a89-b7b8-715697e8bc83 req-960fc1a2-65f0-4002-8843-93c1ceeeeccc tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c1fd030-cc30-4c38-9d66-bff2b77159ce HTTP/1.1" status: 200 len: 945 time: 0.0517912 Apr 29 13:46:56.434327 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9500fa1c-e245-4a89-b7b8-715697e8bc83 req-c63028e5-de3e-4037-9db0-7af808214913 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408907 Apr 29 13:47:01.122301 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:14.513717 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-55dab2bd-1553-45f2-94b5-5f0f643cda1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:15.249937 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67c874-bef3-4055-b46a-0bb1b8d523eb req-26e4b129-6e37-4e52-ad4c-7f19be02da2c tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:15.251416 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6d67c874-bef3-4055-b46a-0bb1b8d523eb req-26e4b129-6e37-4e52-ad4c-7f19be02da2c tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c1fd030-cc30-4c38-9d66-bff2b77159ce HTTP/1.1" status: 200 len: 945 time: 0.0483384 Apr 29 13:47:15.299657 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6d67c874-bef3-4055-b46a-0bb1b8d523eb req-8379a646-7ebc-4d5c-9d5c-58d0c78d3704 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426037 Apr 29 13:47:16.416155 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d404d60-7425-4d27-8aba-87545f730914 req-9e7bdcca-efe2-415b-b2e0-5baea2ff0a34 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:16.417720 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3d404d60-7425-4d27-8aba-87545f730914 req-9e7bdcca-efe2-415b-b2e0-5baea2ff0a34 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c1fd030-cc30-4c38-9d66-bff2b77159ce HTTP/1.1" status: 200 len: 945 time: 0.0473583 Apr 29 13:47:16.467921 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3d404d60-7425-4d27-8aba-87545f730914 req-632f71d7-99b6-4769-aa38-6184a231ff97 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447454 Apr 29 13:47:17.039196 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dd995c8-41f7-44ab-aafa-3cd7b0a35bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:17.583998 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac9ff8-2f8c-4bb0-810a-0273d9f09df5 req-978ce627-e878-429d-834c-73b7f387b4cf tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:17.585501 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e6ac9ff8-2f8c-4bb0-810a-0273d9f09df5 req-978ce627-e878-429d-834c-73b7f387b4cf tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c1fd030-cc30-4c38-9d66-bff2b77159ce HTTP/1.1" status: 200 len: 945 time: 0.0466540 Apr 29 13:47:17.632620 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-e6ac9ff8-2f8c-4bb0-810a-0273d9f09df5 req-fd2e6d3f-a880-49f2-9b41-fceb4a7f9c9c tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409403 Apr 29 13:47:18.095593 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:18.749635 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21337e05-ea46-437e-b06d-b594be738b1b req-ec13b62e-fef8-4050-b8ca-f27994027bfd tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:18.751141 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-21337e05-ea46-437e-b06d-b594be738b1b req-ec13b62e-fef8-4050-b8ca-f27994027bfd tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c1fd030-cc30-4c38-9d66-bff2b77159ce HTTP/1.1" status: 200 len: 945 time: 0.0503359 Apr 29 13:47:18.799138 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-21337e05-ea46-437e-b06d-b594be738b1b req-580cdd43-62e0-4bb2-9501-040bea169e18 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418782 Apr 29 13:47:19.616050 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584b89b-6e5c-43a2-8d6f-01a000427768 req-feb4487a-1f51-4518-a198-a18fed68d543 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:19.617565 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-6584b89b-6e5c-43a2-8d6f-01a000427768 req-feb4487a-1f51-4518-a198-a18fed68d543 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c1fd030-cc30-4c38-9d66-bff2b77159ce HTTP/1.1" status: 200 len: 945 time: 0.0497744 Apr 29 13:47:19.701870 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-6584b89b-6e5c-43a2-8d6f-01a000427768 req-cb28a692-9ed8-4d85-a2cd-7a12a2a6f639 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Deleting port 400a7864-3faa-42bb-9066-5e4e1b68307e {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:47:19.702123 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-6584b89b-6e5c-43a2-8d6f-01a000427768 req-cb28a692-9ed8-4d85-a2cd-7a12a2a6f639 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (400a7864-3faa-42bb-9066-5e4e1b68307e), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:19.924317 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf543726-9161-4e6d-b4d4-95ef8c8df7f7 req-a02b4f78-b4df-4282-8157-9bd1df604658 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:19.925972 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-bf543726-9161-4e6d-b4d4-95ef8c8df7f7 req-a02b4f78-b4df-4282-8157-9bd1df604658 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c1fd030-cc30-4c38-9d66-bff2b77159ce HTTP/1.1" status: 200 len: 945 time: 0.0532613 Apr 29 13:47:19.976148 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-bf543726-9161-4e6d-b4d4-95ef8c8df7f7 req-f3d43fbb-65b2-4abd-bc47-b9b1d1fcbc05 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.20 "GET /v2.0/security-groups?id=0b9dbf5b-0765-4aa4-a78a-688506020b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444884 Apr 29 13:47:20.052946 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-6584b89b-6e5c-43a2-8d6f-01a000427768 req-cb28a692-9ed8-4d85-a2cd-7a12a2a6f639 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] For port 400a7864-3faa-42bb-9066-5e4e1b68307e, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=400a7864-3faa-42bb-9066-5e4e1b68307e,segment=NetworkSegment(168d7f5d-6d6b-4c14-805e-2320219ede5a),segment_id=168d7f5d-6d6b-4c14-805e-2320219ede5a)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:47:20.053323 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-6584b89b-6e5c-43a2-8d6f-01a000427768 req-cb28a692-9ed8-4d85-a2cd-7a12a2a6f639 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (400a7864-3faa-42bb-9066-5e4e1b68307e), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:20.069511 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:20.070108 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-6584b89b-6e5c-43a2-8d6f-01a000427768 req-cb28a692-9ed8-4d85-a2cd-7a12a2a6f639 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Calling delete_port for 400a7864-3faa-42bb-9066-5e4e1b68307e owned by compute:nova {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:47:20.203355 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-6584b89b-6e5c-43a2-8d6f-01a000427768 req-cb28a692-9ed8-4d85-a2cd-7a12a2a6f639 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (400a7864-3faa-42bb-9066-5e4e1b68307e), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:20.220366 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['400a7864-3faa-42bb-9066-5e4e1b68307e'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:47:20.236509 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28a692-9ed8-4d85-a2cd-7a12a2a6f639 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Pushing event deleted for resources: {'Port': ['ID=400a7864-3faa-42bb-9066-5e4e1b68307e,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:20.280993 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-6584b89b-6e5c-43a2-8d6f-01a000427768 req-cb28a692-9ed8-4d85-a2cd-7a12a2a6f639 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] No DVR routers for this DVR port 400a7864-3faa-42bb-9066-5e4e1b68307e on host hv-cinder-83941 {{(pid=103547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:47:20.283534 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-6584b89b-6e5c-43a2-8d6f-01a000427768 req-cb28a692-9ed8-4d85-a2cd-7a12a2a6f639 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:20.286790 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-6584b89b-6e5c-43a2-8d6f-01a000427768 req-cb28a692-9ed8-4d85-a2cd-7a12a2a6f639 tempest-VolumesSnapshotTestJSON-1235723185 tempest-VolumesSnapshotTestJSON-1235723185-project] 10.222.0.26 "DELETE /v2.0/ports/400a7864-3faa-42bb-9066-5e4e1b68307e HTTP/1.1" status: 204 len: 173 time: 0.6634400 Apr 29 13:47:20.287229 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1fd030-cc30-4c38-9d66-bff2b77159ce', 'name': 'network-vif-deleted', 'tag': '400a7864-3faa-42bb-9066-5e4e1b68307e'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:47:20.289522 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e900121-6500-4a11-9723-18c5709eaf5a" -d '{"events": [{"server_uuid": "1c1fd030-cc30-4c38-9d66-bff2b77159ce", "name": "network-vif-deleted", "tag": "400a7864-3faa-42bb-9066-5e4e1b68307e"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:47:20.326938 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f60488-c73b-4975-9dd2-e319839f66df x-openstack-request-id: req-a4f60488-c73b-4975-9dd2-e319839f66df {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:47:20.327228 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1fd030-cc30-4c38-9d66-bff2b77159ce", "name": "network-vif-deleted", "tag": "400a7864-3faa-42bb-9066-5e4e1b68307e", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:47:20.327483 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4f60488-c73b-4975-9dd2-e319839f66df {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:47:20.327882 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f60488-c73b-4975-9dd2-e319839f66df'] response: {'server_uuid': '1c1fd030-cc30-4c38-9d66-bff2b77159ce', 'name': 'network-vif-deleted', 'tag': '400a7864-3faa-42bb-9066-5e4e1b68307e', 'status': 'completed', 'code': 200} Apr 29 13:47:21.445846 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:22.467643 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 400a7864-3faa-42bb-9066-5e4e1b68307e no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:47:22.493479 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] No Port match for: 400a7864-3faa-42bb-9066-5e4e1b68307e {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:47:22.493795 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 400a7864-3faa-42bb-9066-5e4e1b68307e not bound to the agent host hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:47:29.444199 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:47:31.171857 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:37.757477 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5bc94-a117-49a1-abe5-afbc80db14c3 req-d06dc541-1e5d-4b8e-a574-474ff11a2b25 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:37.759234 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c8d5bc94-a117-49a1-abe5-afbc80db14c3 req-d06dc541-1e5d-4b8e-a574-474ff11a2b25 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33 HTTP/1.1" status: 200 len: 945 time: 0.0507209 Apr 29 13:47:37.807668 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c8d5bc94-a117-49a1-abe5-afbc80db14c3 req-376f125b-a967-49ca-bd86-fa7d66a858f0 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=66ae1381-9c23-41ba-b4f5-06b91d1276e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428753 Apr 29 13:47:38.025837 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 48670) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:38.072963 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_v2 [None req-004f7df0-aa81-4054-a212-b889f8a66c32 admin admin] Deleting subnet 581ea80a-1919-4b1b-bc55-7265414c4fb9 {{(pid=103548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:47:38.075961 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-004f7df0-aa81-4054-a212-b889f8a66c32 admin admin] Publish callbacks [] for subnet (581ea80a-1919-4b1b-bc55-7265414c4fb9), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:38.111789 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-004f7df0-aa81-4054-a212-b889f8a66c32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2992115'] for subnet (581ea80a-1919-4b1b-bc55-7265414c4fb9), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:38.153303 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-004f7df0-aa81-4054-a212-b889f8a66c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519166'] for subnet (581ea80a-1919-4b1b-bc55-7265414c4fb9), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:38.204782 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-004f7df0-aa81-4054-a212-b889f8a66c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26514461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719965'] for subnet (581ea80a-1919-4b1b-bc55-7265414c4fb9), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:38.231008 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f7df0-aa81-4054-a212-b889f8a66c32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=581ea80a-1919-4b1b-bc55-7265414c4fb9,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:38.235845 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-004f7df0-aa81-4054-a212-b889f8a66c32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:38.238974 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-004f7df0-aa81-4054-a212-b889f8a66c32 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/581ea80a-1919-4b1b-bc55-7265414c4fb9 HTTP/1.1" status: 204 len: 168 time: 0.2121339 Apr 29 13:47:38.241567 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48672) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:38.245636 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f7df0-aa81-4054-a212-b889f8a66c32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.245982 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f7df0-aa81-4054-a212-b889f8a66c32 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.246324 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f7df0-aa81-4054-a212-b889f8a66c32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.246921 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f7df0-aa81-4054-a212-b889f8a66c32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.247268 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f7df0-aa81-4054-a212-b889f8a66c32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.247591 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f7df0-aa81-4054-a212-b889f8a66c32 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.247910 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f7df0-aa81-4054-a212-b889f8a66c32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.248234 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f7df0-aa81-4054-a212-b889f8a66c32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.248608 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f7df0-aa81-4054-a212-b889f8a66c32 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.248965 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f7df0-aa81-4054-a212-b889f8a66c32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.249299 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f7df0-aa81-4054-a212-b889f8a66c32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.249607 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f7df0-aa81-4054-a212-b889f8a66c32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.249923 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f7df0-aa81-4054-a212-b889f8a66c32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.250240 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f7df0-aa81-4054-a212-b889f8a66c32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.250556 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f7df0-aa81-4054-a212-b889f8a66c32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.309444 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593552'] for network (7dce7c3b-0ffe-4c50-86f7-d91232d3f724), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:38.389055 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1529763', 'neutron.services.segments.db._delete_segments_for_network-8791784455289'] for network (7dce7c3b-0ffe-4c50-86f7-d91232d3f724), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:38.408525 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.services.segments.db [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dce7c3b-0ffe-4c50-86f7-d91232d3f724']}} {{(pid=103547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:38.417761 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.services.segments.db [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '168d7f5d-6d6b-4c14-805e-2320219ede5a') {'for_net_delete': True} {{(pid=103547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:38.418048 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.services.segments.db [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '168d7f5d-6d6b-4c14-805e-2320219ede5a') {} {{(pid=103547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:38.427174 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791784454786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26396414'] for segment (168d7f5d-6d6b-4c14-805e-2320219ede5a), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:38.440776 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (168d7f5d-6d6b-4c14-805e-2320219ede5a), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:38.447507 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:47:38.447886 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25904533'] for segment (168d7f5d-6d6b-4c14-805e-2320219ede5a), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: Traceback (most recent call last): Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: timer() Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: cb(*args, **kw) Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: return func(*args, **kwargs) Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: self._notify() Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: self.callback(batched_events) Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: event.method(event) Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: return f(self, *a, **k) Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: return self._get(url).json() Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: return self.request(url, 'GET', **kwargs) Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:47:38.449569 dv-cinder-839416-3-smb neutron-server[103547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:47:38.507588 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455890'] for network (7dce7c3b-0ffe-4c50-86f7-d91232d3f724), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:38.513598 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:38.516907 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] 10.222.0.20 "DELETE /v2.0/networks/7dce7c3b-0ffe-4c50-86f7-d91232d3f724 HTTP/1.1" status: 204 len: 168 time: 0.2743311 Apr 29 13:47:38.530217 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Pushing event deleted for resources: {'Network': ['ID=7dce7c3b-0ffe-4c50-86f7-d91232d3f724,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:38.537159 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.537510 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.537875 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.538212 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.538543 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.538984 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.539180 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.539503 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.539857 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.540199 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.540524 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.540928 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.541141 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.541456 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.541770 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4566c-197f-42e8-b745-e1d83ce21c1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:47:38.625375 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48676) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:38.665408 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-2c3a81b0-ad61-4b47-838e-3e7d473faae2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a2cc854bc86430dbe1b4bf02c306655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387404 Apr 29 13:47:38.667642 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48678) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:38.715069 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c1858af1-63d5-42ad-8b07-5bdd2680fba7 admin admin] Publish callbacks [] for security_group (0b9dbf5b-0765-4aa4-a78a-688506020b14), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:38.736072 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c1858af1-63d5-42ad-8b07-5bdd2680fba7 admin admin] Publish callbacks [] for security_group (0b9dbf5b-0765-4aa4-a78a-688506020b14), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:38.786144 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c1858af1-63d5-42ad-8b07-5bdd2680fba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (0b9dbf5b-0765-4aa4-a78a-688506020b14), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:38.788715 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c1858af1-63d5-42ad-8b07-5bdd2680fba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:38.790195 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-c1858af1-63d5-42ad-8b07-5bdd2680fba7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b9dbf5b-0765-4aa4-a78a-688506020b14 HTTP/1.1" status: 204 len: 168 time: 0.1213257 Apr 29 13:47:38.803294 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1858af1-63d5-42ad-8b07-5bdd2680fba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9dbf5b-0765-4aa4-a78a-688506020b14,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:38.937425 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb496c-ed15-4efd-af13-71740806daaf req-e76f6ea6-e89d-44d9-a863-54f0ce37e6da tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:38.940060 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-71fb496c-ed15-4efd-af13-71740806daaf req-e76f6ea6-e89d-44d9-a863-54f0ce37e6da tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33 HTTP/1.1" status: 200 len: 945 time: 0.0578690 Apr 29 13:47:39.006564 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-71fb496c-ed15-4efd-af13-71740806daaf req-d2fb1d56-b400-48a9-b2c3-29ad5ea09e60 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups?id=66ae1381-9c23-41ba-b4f5-06b91d1276e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578651 Apr 29 13:47:39.462029 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36505fd0-7507-4bb9-a3d0-582d6865520d req-61790495-d776-4ea1-baa9-7cdb2e9b8a78 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:39.463733 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-36505fd0-7507-4bb9-a3d0-582d6865520d req-61790495-d776-4ea1-baa9-7cdb2e9b8a78 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.26 "GET /v2.0/ports?device_id=d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33 HTTP/1.1" status: 200 len: 945 time: 0.0628283 Apr 29 13:47:39.558776 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-36505fd0-7507-4bb9-a3d0-582d6865520d req-4e76016e-ba0d-4778-87ef-c7fd0b3f1fb6 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Deleting port 849e3cb9-b455-4bb4-9b7b-c713fd854cc0 {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:47:39.559120 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-36505fd0-7507-4bb9-a3d0-582d6865520d req-4e76016e-ba0d-4778-87ef-c7fd0b3f1fb6 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (849e3cb9-b455-4bb4-9b7b-c713fd854cc0), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:39.672013 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-36505fd0-7507-4bb9-a3d0-582d6865520d req-4e76016e-ba0d-4778-87ef-c7fd0b3f1fb6 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] For port 849e3cb9-b455-4bb4-9b7b-c713fd854cc0, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=849e3cb9-b455-4bb4-9b7b-c713fd854cc0,segment=NetworkSegment(b4f6d714-7969-4166-8dd3-e75cd1514d40),segment_id=b4f6d714-7969-4166-8dd3-e75cd1514d40)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:47:39.672615 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-36505fd0-7507-4bb9-a3d0-582d6865520d req-4e76016e-ba0d-4778-87ef-c7fd0b3f1fb6 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (849e3cb9-b455-4bb4-9b7b-c713fd854cc0), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:39.855187 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-36505fd0-7507-4bb9-a3d0-582d6865520d req-4e76016e-ba0d-4778-87ef-c7fd0b3f1fb6 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:39.855552 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-36505fd0-7507-4bb9-a3d0-582d6865520d req-4e76016e-ba0d-4778-87ef-c7fd0b3f1fb6 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (d399fdf0-4216-4ad9-a315-6c8629c6f537), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:39.855888 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.l3_db [req-36505fd0-7507-4bb9-a3d0-582d6865520d req-4e76016e-ba0d-4778-87ef-c7fd0b3f1fb6 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Floating IP d399fdf0-4216-4ad9-a315-6c8629c6f537 disassociated. External IP: 172.28.3.197, port: 849e3cb9-b455-4bb4-9b7b-c713fd854cc0. Apr 29 13:47:39.856223 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-36505fd0-7507-4bb9-a3d0-582d6865520d req-4e76016e-ba0d-4778-87ef-c7fd0b3f1fb6 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Calling delete_port for 849e3cb9-b455-4bb4-9b7b-c713fd854cc0 owned by compute:nova {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:47:39.990570 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-36505fd0-7507-4bb9-a3d0-582d6865520d req-4e76016e-ba0d-4778-87ef-c7fd0b3f1fb6 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (849e3cb9-b455-4bb4-9b7b-c713fd854cc0), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:40.019226 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76016e-ba0d-4778-87ef-c7fd0b3f1fb6 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Pushing event deleted for resources: {'Port': ['ID=849e3cb9-b455-4bb4-9b7b-c713fd854cc0,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:40.118152 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-cec42837-6f0b-4309-8a40-27d0445cbe46 req-ffe82708-1c19-4225-9b5d-4cb33730b241 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/ports?device_id=d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33 HTTP/1.1" status: 200 len: 210 time: 0.0282977 Apr 29 13:47:40.150739 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36505fd0-7507-4bb9-a3d0-582d6865520d req-4e76016e-ba0d-4778-87ef-c7fd0b3f1fb6 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Router e0f21205-fb81-4299-a5a9-491cc9fbba39 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:47:40.265200 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36505fd0-7507-4bb9-a3d0-582d6865520d req-4e76016e-ba0d-4778-87ef-c7fd0b3f1fb6 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:47:40.277022 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a809610a-82f7-4cfb-b9e7-c4c905c83518 None None] Sync routers for ids ['e0f21205-fb81-4299-a5a9-491cc9fbba39'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:47:40.286229 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a809610a-82f7-4cfb-b9e7-c4c905c83518 None None] Routers {'e0f21205-fb81-4299-a5a9-491cc9fbba39'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:47:40.286814 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-a809610a-82f7-4cfb-b9e7-c4c905c83518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:47:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['e0f21205-fb81-4299-a5a9-491cc9fbba39'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:40.307070 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-36505fd0-7507-4bb9-a3d0-582d6865520d req-4e76016e-ba0d-4778-87ef-c7fd0b3f1fb6 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] No DVR routers for this DVR port 849e3cb9-b455-4bb4-9b7b-c713fd854cc0 on host hv-cinder-83941 {{(pid=103547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:47:40.309636 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-36505fd0-7507-4bb9-a3d0-582d6865520d req-4e76016e-ba0d-4778-87ef-c7fd0b3f1fb6 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:40.312982 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-36505fd0-7507-4bb9-a3d0-582d6865520d req-4e76016e-ba0d-4778-87ef-c7fd0b3f1fb6 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.26 "DELETE /v2.0/ports/849e3cb9-b455-4bb4-9b7b-c713fd854cc0 HTTP/1.1" status: 204 len: 173 time: 0.8435216 Apr 29 13:47:40.313428 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33', 'name': 'network-vif-deleted', 'tag': '849e3cb9-b455-4bb4-9b7b-c713fd854cc0'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:47:40.315694 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f732eb05-c930-45dd-92cd-deda64d85bb1" -d '{"events": [{"server_uuid": "d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33", "name": "network-vif-deleted", "tag": "849e3cb9-b455-4bb4-9b7b-c713fd854cc0"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:47:40.361392 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1701c03-cba2-4824-8329-3cd9625ba223 x-openstack-request-id: req-b1701c03-cba2-4824-8329-3cd9625ba223 {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:47:40.361802 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33", "name": "network-vif-deleted", "tag": "849e3cb9-b455-4bb4-9b7b-c713fd854cc0", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:47:40.362147 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1701c03-cba2-4824-8329-3cd9625ba223 {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:47:40.363485 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1701c03-cba2-4824-8329-3cd9625ba223'] response: {'server_uuid': 'd80d4a1d-4f8b-4ac3-8e77-d2b10fab1c33', 'name': 'network-vif-deleted', 'tag': '849e3cb9-b455-4bb4-9b7b-c713fd854cc0', 'status': 'completed', 'code': 200} Apr 29 13:47:40.404442 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-a809610a-82f7-4cfb-b9e7-c4c905c83518 None None] Set router e0f21205-fb81-4299-a5a9-491cc9fbba39 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:47:40.600026 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-a809610a-82f7-4cfb-b9e7-c4c905c83518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'name': 'tempest-AttachVolumeTestJSON-603627948-router', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '44c6030c56a74362b6795f72764597ce', 'gw_port': {'id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '3a15c3f3-de25-4065-a0d1-81dbda46b327', 'name': '', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'mac_address': 'fa:16:3e:0f:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:26Z', 'updated_at': '2022-04-29T13:43:31Z', 'revision_number': 5, 'project_id': '44c6030c56a74362b6795f72764597ce', 'subnets': [{'id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:40.630315 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a809610a-82f7-4cfb-b9e7-c4c905c83518 None None] Checking router: e0f21205-fb81-4299-a5a9-491cc9fbba39 for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:47:40.638507 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a809610a-82f7-4cfb-b9e7-c4c905c83518 None None] Routers {'e0f21205-fb81-4299-a5a9-491cc9fbba39'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:47:40.639121 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-a809610a-82f7-4cfb-b9e7-c4c905c83518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:47:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['e0f21205-fb81-4299-a5a9-491cc9fbba39'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:40.755151 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-a809610a-82f7-4cfb-b9e7-c4c905c83518 None None] Set router e0f21205-fb81-4299-a5a9-491cc9fbba39 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:47:40.947130 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-a809610a-82f7-4cfb-b9e7-c4c905c83518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'name': 'tempest-AttachVolumeTestJSON-603627948-router', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '44c6030c56a74362b6795f72764597ce', 'gw_port': {'id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '3a15c3f3-de25-4065-a0d1-81dbda46b327', 'name': '', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'mac_address': 'fa:16:3e:0f:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:26Z', 'updated_at': '2022-04-29T13:43:31Z', 'revision_number': 5, 'project_id': '44c6030c56a74362b6795f72764597ce', 'subnets': [{'id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:40.972803 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a809610a-82f7-4cfb-b9e7-c4c905c83518 None None] The sync data for ids ['e0f21205-fb81-4299-a5a9-491cc9fbba39'] in dv-cinder-839416-3-smb is: [{'id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'name': 'tempest-AttachVolumeTestJSON-603627948-router', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:43:28Z', 'revision_number': 4, 'project_id': '44c6030c56a74362b6795f72764597ce', 'gw_port': {'id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '3a15c3f3-de25-4065-a0d1-81dbda46b327', 'name': '', 'network_id': 'b0033bbe-9a7c-4e9a-a14e-6e114adb922e', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'mac_address': 'fa:16:3e:0f:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:26Z', 'updated_at': '2022-04-29T13:43:31Z', 'revision_number': 5, 'project_id': '44c6030c56a74362b6795f72764597ce', 'subnets': [{'id': '37ea92da-e0ed-4579-801d-4e60d1c28650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:47:41.198504 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba888f37-5b53-4849-ab44-00cd15b25d33 None None] New status for floating IP d399fdf0-4216-4ad9-a315-6c8629c6f537: DOWN {{(pid=103549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:47:41.209463 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48692) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:41.265346 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-efae9166-f619-4669-8efc-59cd8ae4e146 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group (66ae1381-9c23-41ba-b4f5-06b91d1276e1), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:41.295426 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-efae9166-f619-4669-8efc-59cd8ae4e146 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group (66ae1381-9c23-41ba-b4f5-06b91d1276e1), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:41.359386 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-efae9166-f619-4669-8efc-59cd8ae4e146 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (66ae1381-9c23-41ba-b4f5-06b91d1276e1), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:41.362094 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-efae9166-f619-4669-8efc-59cd8ae4e146 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:41.363267 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-efae9166-f619-4669-8efc-59cd8ae4e146 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "DELETE /v2.0/security-groups/66ae1381-9c23-41ba-b4f5-06b91d1276e1 HTTP/1.1" status: 204 len: 168 time: 0.1528194 Apr 29 13:47:41.366251 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 48694) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:41.376318 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae9166-f619-4669-8efc-59cd8ae4e146 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ae1381-9c23-41ba-b4f5-06b91d1276e1,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:41.380021 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.api.v2.resource [None req-9639526f-ba31-40f0-9b1d-9f6bac3a7375 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] show failed (client error): The resource could not be found. Apr 29 13:47:41.381095 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-9639526f-ba31-40f0-9b1d-9f6bac3a7375 tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "GET /v2.0/security-groups/66ae1381-9c23-41ba-b4f5-06b91d1276e1 HTTP/1.1" status: 404 len: 347 time: 0.0138657 Apr 29 13:47:41.384732 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 48696) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:41.506340 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-cd2030f2-3414-4ec9-9bc6-a82553a3571d tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Deleting port 170bc61e-cb52-4554-a3d9-3080b6d542fd {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:47:41.506677 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cd2030f2-3414-4ec9-9bc6-a82553a3571d tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (170bc61e-cb52-4554-a3d9-3080b6d542fd), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:41.590070 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cd2030f2-3414-4ec9-9bc6-a82553a3571d tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (170bc61e-cb52-4554-a3d9-3080b6d542fd), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:41.590398 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cd2030f2-3414-4ec9-9bc6-a82553a3571d tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for floatingip (170bc61e-cb52-4554-a3d9-3080b6d542fd), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:41.603788 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-cd2030f2-3414-4ec9-9bc6-a82553a3571d tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Calling delete_port for 170bc61e-cb52-4554-a3d9-3080b6d542fd owned by network:floatingip {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:47:41.736855 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cd2030f2-3414-4ec9-9bc6-a82553a3571d tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (170bc61e-cb52-4554-a3d9-3080b6d542fd), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:41.771294 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2030f2-3414-4ec9-9bc6-a82553a3571d tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Pushing event deleted for resources: {'Port': ['ID=170bc61e-cb52-4554-a3d9-3080b6d542fd,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:41.832950 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cd2030f2-3414-4ec9-9bc6-a82553a3571d tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks [] for floatingip (d399fdf0-4216-4ad9-a315-6c8629c6f537), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:41.835425 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-cd2030f2-3414-4ec9-9bc6-a82553a3571d tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:41.836726 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-cd2030f2-3414-4ec9-9bc6-a82553a3571d tempest-AttachVolumeTestJSON-1937924401 tempest-AttachVolumeTestJSON-1937924401-project] 10.222.0.20 "DELETE /v2.0/floatingips/d399fdf0-4216-4ad9-a315-6c8629c6f537 HTTP/1.1" status: 204 len: 168 time: 0.4509506 Apr 29 13:47:42.515228 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 849e3cb9-b455-4bb4-9b7b-c713fd854cc0 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:47:42.535245 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] No Port match for: 849e3cb9-b455-4bb4-9b7b-c713fd854cc0 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:47:42.535578 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 849e3cb9-b455-4bb4-9b7b-c713fd854cc0 not bound to the agent host hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:47:44.516150 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-fec9dc6d-e95f-4c32-96e0-059460f811ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:45.378423 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 48724) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:46.014097 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-78504015-ffed-4d84-bb14-9cefd1719105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457212'] for router_interface (e0f21205-fb81-4299-a5a9-491cc9fbba39), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:46.258873 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-78504015-ffed-4d84-bb14-9cefd1719105 admin admin] Deleting port 3a15c3f3-de25-4065-a0d1-81dbda46b327 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:47:46.259215 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-78504015-ffed-4d84-bb14-9cefd1719105 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (3a15c3f3-de25-4065-a0d1-81dbda46b327), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:46.339638 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-78504015-ffed-4d84-bb14-9cefd1719105 admin admin] For port 3a15c3f3-de25-4065-a0d1-81dbda46b327, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=3a15c3f3-de25-4065-a0d1-81dbda46b327,segment=NetworkSegment(b4f6d714-7969-4166-8dd3-e75cd1514d40),segment_id=b4f6d714-7969-4166-8dd3-e75cd1514d40)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:47:46.339991 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-78504015-ffed-4d84-bb14-9cefd1719105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (3a15c3f3-de25-4065-a0d1-81dbda46b327), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:46.354392 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-78504015-ffed-4d84-bb14-9cefd1719105 admin admin] Calling delete_port for 3a15c3f3-de25-4065-a0d1-81dbda46b327 owned by network:router_interface {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:47:46.539091 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-78504015-ffed-4d84-bb14-9cefd1719105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (3a15c3f3-de25-4065-a0d1-81dbda46b327), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:46.564598 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78504015-ffed-4d84-bb14-9cefd1719105 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a15c3f3-de25-4065-a0d1-81dbda46b327,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:46.740473 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-78504015-ffed-4d84-bb14-9cefd1719105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457040'] for router_interface (e0f21205-fb81-4299-a5a9-491cc9fbba39), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:46.963669 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78504015-ffed-4d84-bb14-9cefd1719105 admin admin] Router e0f21205-fb81-4299-a5a9-491cc9fbba39 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:47:47.040506 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-93ef693d-6c5e-4b5b-925f-68f160049a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:47.081515 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78504015-ffed-4d84-bb14-9cefd1719105 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:47:47.087626 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-78504015-ffed-4d84-bb14-9cefd1719105 admin admin] 10.222.0.20 "PUT /v2.0/routers/e0f21205-fb81-4299-a5a9-491cc9fbba39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7076848 Apr 29 13:47:47.089911 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48726) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:47.090783 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad55c95-96bc-4c18-8b90-51232c24557c None None] Sync routers for ids ['e0f21205-fb81-4299-a5a9-491cc9fbba39'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:47:47.101181 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad55c95-96bc-4c18-8b90-51232c24557c None None] Routers {'e0f21205-fb81-4299-a5a9-491cc9fbba39'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:47:47.101808 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-5ad55c95-96bc-4c18-8b90-51232c24557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:47:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['e0f21205-fb81-4299-a5a9-491cc9fbba39'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:47.197834 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3ac64d91-309f-4a65-a13b-fafe19362d72 admin admin] Publish callbacks [] for router (e0f21205-fb81-4299-a5a9-491cc9fbba39), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:47.210266 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-5ad55c95-96bc-4c18-8b90-51232c24557c None None] Set router e0f21205-fb81-4299-a5a9-491cc9fbba39 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:47:47.307370 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3ac64d91-309f-4a65-a13b-fafe19362d72 admin admin] Publish callbacks [] for router_gateway (e0f21205-fb81-4299-a5a9-491cc9fbba39), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:47.353301 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-3ac64d91-309f-4a65-a13b-fafe19362d72 admin admin] Deleting port ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5 {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:47:47.353642 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3ac64d91-309f-4a65-a13b-fafe19362d72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:47.432459 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [None req-3ac64d91-309f-4a65-a13b-fafe19362d72 admin admin] For port ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:47:47.432860 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3ac64d91-309f-4a65-a13b-fafe19362d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:47.445847 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-3ac64d91-309f-4a65-a13b-fafe19362d72 admin admin] Calling delete_port for ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5 owned by network:router_gateway {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:47:47.473509 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-5ad55c95-96bc-4c18-8b90-51232c24557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'name': 'tempest-AttachVolumeTestJSON-603627948-router', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:47:46Z', 'revision_number': 5, 'project_id': '44c6030c56a74362b6795f72764597ce', 'gw_port': {'id': 'ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:43:25Z', 'updated_at': '2022-04-29T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:47.500421 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad55c95-96bc-4c18-8b90-51232c24557c None None] Checking router: e0f21205-fb81-4299-a5a9-491cc9fbba39 for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:47:47.509150 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad55c95-96bc-4c18-8b90-51232c24557c None None] Routers {'e0f21205-fb81-4299-a5a9-491cc9fbba39'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:47:47.510478 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-5ad55c95-96bc-4c18-8b90-51232c24557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:47:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['e0f21205-fb81-4299-a5a9-491cc9fbba39'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:47.600196 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-5ad55c95-96bc-4c18-8b90-51232c24557c None None] Set router e0f21205-fb81-4299-a5a9-491cc9fbba39 gateway port host: None {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:47:47.634233 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3ac64d91-309f-4a65-a13b-fafe19362d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:47.654200 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-5ad55c95-96bc-4c18-8b90-51232c24557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'name': 'tempest-AttachVolumeTestJSON-603627948-router', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:47:47Z', 'revision_number': 6, 'project_id': '44c6030c56a74362b6795f72764597ce', 'gw_port_host': None}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:47.660088 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac64d91-309f-4a65-a13b-fafe19362d72 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:47.681305 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad55c95-96bc-4c18-8b90-51232c24557c None None] The sync data for ids ['e0f21205-fb81-4299-a5a9-491cc9fbba39'] in dv-cinder-839416-3-smb is: [{'id': 'e0f21205-fb81-4299-a5a9-491cc9fbba39', 'name': 'tempest-AttachVolumeTestJSON-603627948-router', 'tenant_id': '44c6030c56a74362b6795f72764597ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:43:24Z', 'updated_at': '2022-04-29T13:47:47Z', 'revision_number': 6, 'project_id': '44c6030c56a74362b6795f72764597ce', 'gw_port_host': None}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:47:47.727233 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3ac64d91-309f-4a65-a13b-fafe19362d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455994'] for router_gateway (e0f21205-fb81-4299-a5a9-491cc9fbba39), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:47.819324 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3ac64d91-309f-4a65-a13b-fafe19362d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4129'] for router (e0f21205-fb81-4299-a5a9-491cc9fbba39), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:47.822644 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3ac64d91-309f-4a65-a13b-fafe19362d72 admin admin] Publish callbacks [] for router_controller (e0f21205-fb81-4299-a5a9-491cc9fbba39), precommit_delete_associations {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:47.869555 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3ac64d91-309f-4a65-a13b-fafe19362d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-457880'] for router (e0f21205-fb81-4299-a5a9-491cc9fbba39), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:47.870062 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac64d91-309f-4a65-a13b-fafe19362d72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0f21205-fb81-4299-a5a9-491cc9fbba39 {{(pid=103547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:47:47.874349 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-3ac64d91-309f-4a65-a13b-fafe19362d72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:47.875478 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-3ac64d91-309f-4a65-a13b-fafe19362d72 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e0f21205-fb81-4299-a5a9-491cc9fbba39 HTTP/1.1" status: 204 len: 168 time: 0.7845938 Apr 29 13:47:47.878108 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48728) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:47.922605 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_v2 [None req-c702e2ab-7a61-430b-9221-82a39b14b2b5 admin admin] Deleting subnet 37ea92da-e0ed-4579-801d-4e60d1c28650 {{(pid=103547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:47:47.925701 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c702e2ab-7a61-430b-9221-82a39b14b2b5 admin admin] Publish callbacks [] for subnet (37ea92da-e0ed-4579-801d-4e60d1c28650), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:47.960423 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c702e2ab-7a61-430b-9221-82a39b14b2b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26396391'] for subnet (37ea92da-e0ed-4579-801d-4e60d1c28650), precommit_delete_associations {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:48.041822 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c702e2ab-7a61-430b-9221-82a39b14b2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519166'] for subnet (37ea92da-e0ed-4579-801d-4e60d1c28650), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:48.096070 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c702e2ab-7a61-430b-9221-82a39b14b2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25910131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25918541'] for subnet (37ea92da-e0ed-4579-801d-4e60d1c28650), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:48.111444 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:48.123022 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702e2ab-7a61-430b-9221-82a39b14b2b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37ea92da-e0ed-4579-801d-4e60d1c28650,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:48.131064 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c702e2ab-7a61-430b-9221-82a39b14b2b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for subnet (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:48.137726 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-c702e2ab-7a61-430b-9221-82a39b14b2b5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/37ea92da-e0ed-4579-801d-4e60d1c28650 HTTP/1.1" status: 204 len: 168 time: 0.2571776 Apr 29 13:47:48.137925 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c59c815-c71a-4d5c-9882-d9e666b772dd None None] Network b0033bbe-9a7c-4e9a-a14e-6e114adb922e requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:47:48.138040 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48730) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:48.206287 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-cab1876b-c40b-49ad-be6d-71017d6753cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593552'] for network (b0033bbe-9a7c-4e9a-a14e-6e114adb922e), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:48.255955 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-cab1876b-c40b-49ad-be6d-71017d6753cd admin admin] Deleting port 1423b254-1986-45df-a0ab-094594928cfe {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:47:48.256273 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-cab1876b-c40b-49ad-be6d-71017d6753cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (1423b254-1986-45df-a0ab-094594928cfe), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:48.317353 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [None req-cab1876b-c40b-49ad-be6d-71017d6753cd admin admin] For port 1423b254-1986-45df-a0ab-094594928cfe, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=1423b254-1986-45df-a0ab-094594928cfe,segment=NetworkSegment(b4f6d714-7969-4166-8dd3-e75cd1514d40),segment_id=b4f6d714-7969-4166-8dd3-e75cd1514d40)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:47:48.317711 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-cab1876b-c40b-49ad-be6d-71017d6753cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (1423b254-1986-45df-a0ab-094594928cfe), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:48.330229 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-cab1876b-c40b-49ad-be6d-71017d6753cd admin admin] Calling delete_port for 1423b254-1986-45df-a0ab-094594928cfe owned by network:dhcp {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:47:48.410999 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-cab1876b-c40b-49ad-be6d-71017d6753cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (1423b254-1986-45df-a0ab-094594928cfe), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:48.434835 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1876b-c40b-49ad-be6d-71017d6753cd admin admin] Pushing event deleted for resources: {'Port': ['ID=1423b254-1986-45df-a0ab-094594928cfe,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:48.441046 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab1876b-c40b-49ad-be6d-71017d6753cd admin admin] No DVR routers for this DVR port 1423b254-1986-45df-a0ab-094594928cfe on host dv-cinder-839416-3-smb {{(pid=103547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:47:48.504474 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e979bbc-f9a4-40a4-a3a9-56d2978d03db None None] DHCP port deletion for b0033bbe-9a7c-4e9a-a14e-6e114adb922e request from dv-cinder-839416-3-smb {{(pid=103549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 13:47:48.531345 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-cab1876b-c40b-49ad-be6d-71017d6753cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1529763', 'neutron.services.segments.db._delete_segments_for_network-8791784455289'] for network (b0033bbe-9a7c-4e9a-a14e-6e114adb922e), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:48.552292 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.services.segments.db [None req-cab1876b-c40b-49ad-be6d-71017d6753cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0033bbe-9a7c-4e9a-a14e-6e114adb922e']}} {{(pid=103547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:48.561671 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.services.segments.db [None req-cab1876b-c40b-49ad-be6d-71017d6753cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f6d714-7969-4166-8dd3-e75cd1514d40') {'for_net_delete': True} {{(pid=103547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:48.561960 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.services.segments.db [None req-cab1876b-c40b-49ad-be6d-71017d6753cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f6d714-7969-4166-8dd3-e75cd1514d40') {} {{(pid=103547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:48.571645 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-cab1876b-c40b-49ad-be6d-71017d6753cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791784454786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26396414'] for segment (b4f6d714-7969-4166-8dd3-e75cd1514d40), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:48.585561 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-cab1876b-c40b-49ad-be6d-71017d6753cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (b4f6d714-7969-4166-8dd3-e75cd1514d40), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:48.593408 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab1876b-c40b-49ad-be6d-71017d6753cd admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:47:48.593874 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-cab1876b-c40b-49ad-be6d-71017d6753cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25904533'] for segment (b4f6d714-7969-4166-8dd3-e75cd1514d40), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: Traceback (most recent call last): Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: timer() Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: cb(*args, **kw) Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: return func(*args, **kwargs) Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: self._notify() Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: self.callback(batched_events) Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: event.method(event) Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: return f(self, *a, **k) Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: return self._get(url).json() Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: return self.request(url, 'GET', **kwargs) Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:47:48.595726 dv-cinder-839416-3-smb neutron-server[103547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:47:48.651614 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-cab1876b-c40b-49ad-be6d-71017d6753cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455890'] for network (b0033bbe-9a7c-4e9a-a14e-6e114adb922e), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:48.656905 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-cab1876b-c40b-49ad-be6d-71017d6753cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:48.660144 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-cab1876b-c40b-49ad-be6d-71017d6753cd admin admin] 10.222.0.20 "DELETE /v2.0/networks/b0033bbe-9a7c-4e9a-a14e-6e114adb922e HTTP/1.1" status: 204 len: 168 time: 0.5211308 Apr 29 13:47:48.676633 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1876b-c40b-49ad-be6d-71017d6753cd admin admin] Pushing event deleted for resources: {'Network': ['ID=b0033bbe-9a7c-4e9a-a14e-6e114adb922e,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:48.850233 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48734) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:48.896863 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-556828ba-44eb-4f74-9fbb-81d8285813ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44c6030c56a74362b6795f72764597ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454617 Apr 29 13:47:48.899957 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48736) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:48.950475 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f5c3a7df-b0b9-4015-9ab1-42408d3db3dd admin admin] Publish callbacks [] for security_group (6280cf28-9e3e-4cbe-96c2-6770fd16dcca), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:48.971905 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f5c3a7df-b0b9-4015-9ab1-42408d3db3dd admin admin] Publish callbacks [] for security_group (6280cf28-9e3e-4cbe-96c2-6770fd16dcca), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:49.018268 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f5c3a7df-b0b9-4015-9ab1-42408d3db3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (6280cf28-9e3e-4cbe-96c2-6770fd16dcca), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:49.020928 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f5c3a7df-b0b9-4015-9ab1-42408d3db3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:49.022112 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-f5c3a7df-b0b9-4015-9ab1-42408d3db3dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6280cf28-9e3e-4cbe-96c2-6770fd16dcca HTTP/1.1" status: 204 len: 168 time: 0.1212487 Apr 29 13:47:49.030864 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3a7df-b0b9-4015-9ab1-42408d3db3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6280cf28-9e3e-4cbe-96c2-6770fd16dcca,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:49.536602 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5 no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:47:49.557848 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:47:49.558439 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device ccc207e5-9d47-49b3-98bc-d5ddd4efb2e5 not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:47:49.558883 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 3a15c3f3-de25-4065-a0d1-81dbda46b327 no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:47:49.579088 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: 3a15c3f3-de25-4065-a0d1-81dbda46b327 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:47:49.579441 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 3a15c3f3-de25-4065-a0d1-81dbda46b327 not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:47:49.579850 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 1423b254-1986-45df-a0ab-094594928cfe no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:47:49.599477 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: 1423b254-1986-45df-a0ab-094594928cfe {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:47:49.599934 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 1423b254-1986-45df-a0ab-094594928cfe not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:47:49.696556 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48758) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:49.790569 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-f733e18a-4bdf-48a0-a394-de50ae44d82f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1939065939-network', 'tenant_id': '75027b94c0714d6c961a0b890fe1ed0c'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:47:49.809824 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f733e18a-4bdf-48a0-a394-de50ae44d82f admin admin] Made reservation on behalf of 75027b94c0714d6c961a0b890fe1ed0c for: {'network': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:47:49.812039 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f733e18a-4bdf-48a0-a394-de50ae44d82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for network (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:49.820358 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f733e18a-4bdf-48a0-a394-de50ae44d82f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:49.896902 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f733e18a-4bdf-48a0-a394-de50ae44d82f admin admin] Publish callbacks [] for security_group (b54d9fc4-3d1c-489f-a612-46df661de978), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:49.900956 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f733e18a-4bdf-48a0-a394-de50ae44d82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (b54d9fc4-3d1c-489f-a612-46df661de978), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:49.925100 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f733e18a-4bdf-48a0-a394-de50ae44d82f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:47:49.935312 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733e18a-4bdf-48a0-a394-de50ae44d82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54d9fc4-3d1c-489f-a612-46df661de978,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:49.940000 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f733e18a-4bdf-48a0-a394-de50ae44d82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (d125c5ef-5308-46dd-b4cc-13cf9102b015), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:49.940341 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.segments_db [None req-f733e18a-4bdf-48a0-a394-de50ae44d82f admin admin] Added segment d125c5ef-5308-46dd-b4cc-13cf9102b015 of type vlan for network 4215dfc9-4e76-4019-aaf2-e37f8944ad90 Apr 29 13:47:49.983176 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f733e18a-4bdf-48a0-a394-de50ae44d82f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791783959471'] for network (4215dfc9-4e76-4019-aaf2-e37f8944ad90), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:50.007620 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f733e18a-4bdf-48a0-a394-de50ae44d82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for network (4215dfc9-4e76-4019-aaf2-e37f8944ad90), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:50.008957 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f733e18a-4bdf-48a0-a394-de50ae44d82f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:50.009785 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f733e18a-4bdf-48a0-a394-de50ae44d82f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:50.049432 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-f733e18a-4bdf-48a0-a394-de50ae44d82f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3514905 Apr 29 13:47:50.052351 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 48762) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:50.060902 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-b71d8a19-24ff-45be-90ae-4116394e8a48 admin admin] Request body: {'subnet': {'network_id': '4215dfc9-4e76-4019-aaf2-e37f8944ad90', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1939065939-subnet', 'tenant_id': '75027b94c0714d6c961a0b890fe1ed0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:47:50.080068 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:50.080336 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733e18a-4bdf-48a0-a394-de50ae44d82f admin admin] Pushing event updated for resources: {'Network': ['ID=4215dfc9-4e76-4019-aaf2-e37f8944ad90,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:50.086955 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71d8a19-24ff-45be-90ae-4116394e8a48 admin admin] Made reservation on behalf of 75027b94c0714d6c961a0b890fe1ed0c for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:47:50.089980 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b71d8a19-24ff-45be-90ae-4116394e8a48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26719792'] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:50.091780 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Network 4215dfc9-4e76-4019-aaf2-e37f8944ad90 details requested by agent ovs-agent-dv-cinder-839416-3-smb with host dv-cinder-839416-3-smb {{(pid=103549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:47:50.262053 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b71d8a19-24ff-45be-90ae-4116394e8a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26514524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26719938'] for subnet (0958f1e3-5ab0-4b2c-8a68-298c4fa245da), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:50.311441 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d8a19-24ff-45be-90ae-4116394e8a48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0958f1e3-5ab0-4b2c-8a68-298c4fa245da,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:50.326739 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71d8a19-24ff-45be-90ae-4116394e8a48 admin admin] Checking segment: {'id': 'd125c5ef-5308-46dd-b4cc-13cf9102b015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4215dfc9-4e76-4019-aaf2-e37f8944ad90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:47:50.327102 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71d8a19-24ff-45be-90ae-4116394e8a48 admin admin] Network hostable DHCP agents. Network: 4215dfc9-4e76-4019-aaf2-e37f8944ad90, hostable agents: ['ec1b8bb2-9315-4753-b51b-79fb59085424'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:47:50.344485 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71d8a19-24ff-45be-90ae-4116394e8a48 admin admin] Network 4215dfc9-4e76-4019-aaf2-e37f8944ad90 is scheduled to be hosted by DHCP agent ec1b8bb2-9315-4753-b51b-79fb59085424 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:47:50.354051 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-b71d8a19-24ff-45be-90ae-4116394e8a48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-smb, 4215dfc9-4e76-4019-aaf2-e37f8944ad90) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:47:50.360130 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71d8a19-24ff-45be-90ae-4116394e8a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:50.361097 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b71d8a19-24ff-45be-90ae-4116394e8a48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:50.361927 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9bf447-e54f-4acd-b15b-97a750999c52 None None] Network 4215dfc9-4e76-4019-aaf2-e37f8944ad90 requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:47:50.376168 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-b71d8a19-24ff-45be-90ae-4116394e8a48 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3224485 Apr 29 13:47:50.458550 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4b8ea9-4c54-4c24-b01d-609fc5cd4fe6 None None] Network 4215dfc9-4e76-4019-aaf2-e37f8944ad90 requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:47:50.837840 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48778) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:50.842631 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-7ac4f554-00e3-4af9-b2fe-9582ec86dc69 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-774288229-network', 'tenant_id': 'b7cd9d84c72649f4a250683979643a29'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:47:50.861854 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac4f554-00e3-4af9-b2fe-9582ec86dc69 admin admin] Made reservation on behalf of b7cd9d84c72649f4a250683979643a29 for: {'network': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:47:50.864156 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7ac4f554-00e3-4af9-b2fe-9582ec86dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for network (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:50.872987 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7ac4f554-00e3-4af9-b2fe-9582ec86dc69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:50.947069 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7ac4f554-00e3-4af9-b2fe-9582ec86dc69 admin admin] Publish callbacks [] for security_group (eb6044a9-1989-4dc2-b0b5-5f4f5667358b), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:50.950799 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7ac4f554-00e3-4af9-b2fe-9582ec86dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (eb6044a9-1989-4dc2-b0b5-5f4f5667358b), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:50.970689 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac4f554-00e3-4af9-b2fe-9582ec86dc69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:47:50.985741 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4f554-00e3-4af9-b2fe-9582ec86dc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6044a9-1989-4dc2-b0b5-5f4f5667358b,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:50.988539 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7ac4f554-00e3-4af9-b2fe-9582ec86dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (f52d26a2-a01a-4ec8-903a-600bcb7c62e3), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:50.988903 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.segments_db [None req-7ac4f554-00e3-4af9-b2fe-9582ec86dc69 admin admin] Added segment f52d26a2-a01a-4ec8-903a-600bcb7c62e3 of type vlan for network 67363d49-1b58-457d-93be-ac09e704a889 Apr 29 13:47:51.031298 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7ac4f554-00e3-4af9-b2fe-9582ec86dc69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791783959471'] for network (67363d49-1b58-457d-93be-ac09e704a889), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:51.055964 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7ac4f554-00e3-4af9-b2fe-9582ec86dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for network (67363d49-1b58-457d-93be-ac09e704a889), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:51.057018 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac4f554-00e3-4af9-b2fe-9582ec86dc69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:51.057588 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7ac4f554-00e3-4af9-b2fe-9582ec86dc69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:51.092885 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-7ac4f554-00e3-4af9-b2fe-9582ec86dc69 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.2539258 Apr 29 13:47:51.095835 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 48780) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:51.101672 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-bbef9cb7-3774-44b4-8e82-dabfd51ce476 admin admin] Request body: {'subnet': {'network_id': '67363d49-1b58-457d-93be-ac09e704a889', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-774288229-subnet', 'tenant_id': 'b7cd9d84c72649f4a250683979643a29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:47:51.121563 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4f554-00e3-4af9-b2fe-9582ec86dc69 admin admin] Pushing event updated for resources: {'Network': ['ID=67363d49-1b58-457d-93be-ac09e704a889,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:51.122275 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbef9cb7-3774-44b4-8e82-dabfd51ce476 admin admin] Made reservation on behalf of b7cd9d84c72649f4a250683979643a29 for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:47:51.124802 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bbef9cb7-3774-44b4-8e82-dabfd51ce476 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26719792'] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:51.134116 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Network 67363d49-1b58-457d-93be-ac09e704a889 details requested by agent ovs-agent-dv-cinder-839416-3-smb with host dv-cinder-839416-3-smb {{(pid=103549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:47:51.301396 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bbef9cb7-3774-44b4-8e82-dabfd51ce476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26514524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26719938'] for subnet (64478737-0710-4698-adf6-eee23a088639), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:51.357530 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef9cb7-3774-44b4-8e82-dabfd51ce476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64478737-0710-4698-adf6-eee23a088639,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:51.364695 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbef9cb7-3774-44b4-8e82-dabfd51ce476 admin admin] Checking segment: {'id': 'f52d26a2-a01a-4ec8-903a-600bcb7c62e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '67363d49-1b58-457d-93be-ac09e704a889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:47:51.365060 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbef9cb7-3774-44b4-8e82-dabfd51ce476 admin admin] Network hostable DHCP agents. Network: 67363d49-1b58-457d-93be-ac09e704a889, hostable agents: ['ec1b8bb2-9315-4753-b51b-79fb59085424'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:47:51.382150 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbef9cb7-3774-44b4-8e82-dabfd51ce476 admin admin] Network 67363d49-1b58-457d-93be-ac09e704a889 is scheduled to be hosted by DHCP agent ec1b8bb2-9315-4753-b51b-79fb59085424 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:47:51.390302 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-bbef9cb7-3774-44b4-8e82-dabfd51ce476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-smb, 67363d49-1b58-457d-93be-ac09e704a889) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:47:51.394171 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbef9cb7-3774-44b4-8e82-dabfd51ce476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:47:51.394753 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bbef9cb7-3774-44b4-8e82-dabfd51ce476 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:51.399598 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e6f138-3904-43e2-b97c-9d45c6225a52 None None] Network 67363d49-1b58-457d-93be-ac09e704a889 requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:47:51.411646 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-bbef9cb7-3774-44b4-8e82-dabfd51ce476 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3138716 Apr 29 13:47:51.490080 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:51.526900 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7238c2-5888-4375-8341-d378d63b445e None None] Network 67363d49-1b58-457d-93be-ac09e704a889 requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:47:51.533606 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 48784) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:51.583033 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb812804-d706-4f57-b532-b7520a76888d admin admin] Deleting subnet 0958f1e3-5ab0-4b2c-8a68-298c4fa245da {{(pid=103548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:47:51.586693 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bb812804-d706-4f57-b532-b7520a76888d admin admin] Publish callbacks [] for subnet (0958f1e3-5ab0-4b2c-8a68-298c4fa245da), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:51.622399 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bb812804-d706-4f57-b532-b7520a76888d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2992115'] for subnet (0958f1e3-5ab0-4b2c-8a68-298c4fa245da), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:51.661602 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bb812804-d706-4f57-b532-b7520a76888d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519166'] for subnet (0958f1e3-5ab0-4b2c-8a68-298c4fa245da), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:51.713652 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bb812804-d706-4f57-b532-b7520a76888d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26514461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719965'] for subnet (0958f1e3-5ab0-4b2c-8a68-298c4fa245da), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:51.738950 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb812804-d706-4f57-b532-b7520a76888d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0958f1e3-5ab0-4b2c-8a68-298c4fa245da,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:51.743910 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bb812804-d706-4f57-b532-b7520a76888d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:51.747182 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-bb812804-d706-4f57-b532-b7520a76888d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0958f1e3-5ab0-4b2c-8a68-298c4fa245da HTTP/1.1" status: 204 len: 168 time: 0.2129016 Apr 29 13:47:51.749715 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 48786) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:51.821673 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-712358f9-8cd1-4c1a-b467-bdc45a40cf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593552'] for network (4215dfc9-4e76-4019-aaf2-e37f8944ad90), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:51.901055 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-712358f9-8cd1-4c1a-b467-bdc45a40cf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1529763', 'neutron.services.segments.db._delete_segments_for_network-8791784455289'] for network (4215dfc9-4e76-4019-aaf2-e37f8944ad90), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:51.920755 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-712358f9-8cd1-4c1a-b467-bdc45a40cf8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4215dfc9-4e76-4019-aaf2-e37f8944ad90']}} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:51.929926 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-712358f9-8cd1-4c1a-b467-bdc45a40cf8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd125c5ef-5308-46dd-b4cc-13cf9102b015') {'for_net_delete': True} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:51.930898 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-712358f9-8cd1-4c1a-b467-bdc45a40cf8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd125c5ef-5308-46dd-b4cc-13cf9102b015') {} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:51.939952 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-712358f9-8cd1-4c1a-b467-bdc45a40cf8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791784454786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2992106'] for segment (d125c5ef-5308-46dd-b4cc-13cf9102b015), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:51.952731 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-712358f9-8cd1-4c1a-b467-bdc45a40cf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (d125c5ef-5308-46dd-b4cc-13cf9102b015), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:51.958398 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712358f9-8cd1-4c1a-b467-bdc45a40cf8a admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:47:51.958765 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-712358f9-8cd1-4c1a-b467-bdc45a40cf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26512123'] for segment (d125c5ef-5308-46dd-b4cc-13cf9102b015), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: Traceback (most recent call last): Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: timer() Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: cb(*args, **kw) Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: return func(*args, **kwargs) Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: self._notify() Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: self.callback(batched_events) Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: event.method(event) Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: return f(self, *a, **k) Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: return self._get(url).json() Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: return self.request(url, 'GET', **kwargs) Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:47:51.960371 dv-cinder-839416-3-smb neutron-server[103548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:47:52.015201 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-712358f9-8cd1-4c1a-b467-bdc45a40cf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455890'] for network (4215dfc9-4e76-4019-aaf2-e37f8944ad90), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:52.020624 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-712358f9-8cd1-4c1a-b467-bdc45a40cf8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:52.023983 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-712358f9-8cd1-4c1a-b467-bdc45a40cf8a admin admin] 10.222.0.20 "DELETE /v2.0/networks/4215dfc9-4e76-4019-aaf2-e37f8944ad90 HTTP/1.1" status: 204 len: 168 time: 0.2732882 Apr 29 13:47:52.026890 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48788) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:52.037033 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712358f9-8cd1-4c1a-b467-bdc45a40cf8a admin admin] Pushing event deleted for resources: {'Network': ['ID=4215dfc9-4e76-4019-aaf2-e37f8944ad90,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:52.071018 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca73ab72-2196-4597-98aa-3a18571e9ceb admin admin] Deleting subnet 64478737-0710-4698-adf6-eee23a088639 {{(pid=103547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:47:52.074233 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ca73ab72-2196-4597-98aa-3a18571e9ceb admin admin] Publish callbacks [] for subnet (64478737-0710-4698-adf6-eee23a088639), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:52.112605 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ca73ab72-2196-4597-98aa-3a18571e9ceb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26396391'] for subnet (64478737-0710-4698-adf6-eee23a088639), precommit_delete_associations {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:52.152383 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ca73ab72-2196-4597-98aa-3a18571e9ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519166'] for subnet (64478737-0710-4698-adf6-eee23a088639), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:52.204411 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ca73ab72-2196-4597-98aa-3a18571e9ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25910131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25918541'] for subnet (64478737-0710-4698-adf6-eee23a088639), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:52.228896 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73ab72-2196-4597-98aa-3a18571e9ceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64478737-0710-4698-adf6-eee23a088639,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:52.234584 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ca73ab72-2196-4597-98aa-3a18571e9ceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for subnet (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:52.237679 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-ca73ab72-2196-4597-98aa-3a18571e9ceb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/64478737-0710-4698-adf6-eee23a088639 HTTP/1.1" status: 204 len: 168 time: 0.2098045 Apr 29 13:47:52.240108 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48790) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:52.310391 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7fce2b3c-0fa8-4623-a826-b1502adf821f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593552'] for network (67363d49-1b58-457d-93be-ac09e704a889), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:52.385578 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7fce2b3c-0fa8-4623-a826-b1502adf821f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1529763', 'neutron.services.segments.db._delete_segments_for_network-8791784455289'] for network (67363d49-1b58-457d-93be-ac09e704a889), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:52.404997 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.services.segments.db [None req-7fce2b3c-0fa8-4623-a826-b1502adf821f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67363d49-1b58-457d-93be-ac09e704a889']}} {{(pid=103547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:52.413864 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.services.segments.db [None req-7fce2b3c-0fa8-4623-a826-b1502adf821f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52d26a2-a01a-4ec8-903a-600bcb7c62e3') {'for_net_delete': True} {{(pid=103547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:52.414159 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.services.segments.db [None req-7fce2b3c-0fa8-4623-a826-b1502adf821f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52d26a2-a01a-4ec8-903a-600bcb7c62e3') {} {{(pid=103547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:47:52.423854 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7fce2b3c-0fa8-4623-a826-b1502adf821f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791784454786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26396414'] for segment (f52d26a2-a01a-4ec8-903a-600bcb7c62e3), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:52.436615 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7fce2b3c-0fa8-4623-a826-b1502adf821f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (f52d26a2-a01a-4ec8-903a-600bcb7c62e3), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:52.442341 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fce2b3c-0fa8-4623-a826-b1502adf821f admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:47:52.442709 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7fce2b3c-0fa8-4623-a826-b1502adf821f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25904533'] for segment (f52d26a2-a01a-4ec8-903a-600bcb7c62e3), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: Traceback (most recent call last): Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: timer() Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: cb(*args, **kw) Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: return func(*args, **kwargs) Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: self._notify() Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: self.callback(batched_events) Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: event.method(event) Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: return f(self, *a, **k) Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: return self._get(url).json() Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: return self.request(url, 'GET', **kwargs) Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:47:52.444309 dv-cinder-839416-3-smb neutron-server[103547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:47:52.501313 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7fce2b3c-0fa8-4623-a826-b1502adf821f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455890'] for network (67363d49-1b58-457d-93be-ac09e704a889), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:52.506252 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7fce2b3c-0fa8-4623-a826-b1502adf821f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:52.509665 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-7fce2b3c-0fa8-4623-a826-b1502adf821f admin admin] 10.222.0.20 "DELETE /v2.0/networks/67363d49-1b58-457d-93be-ac09e704a889 HTTP/1.1" status: 204 len: 168 time: 0.2685661 Apr 29 13:47:52.520464 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce2b3c-0fa8-4623-a826-b1502adf821f admin admin] Pushing event deleted for resources: {'Network': ['ID=67363d49-1b58-457d-93be-ac09e704a889,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:52.669414 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 48794) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:52.708695 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-c0582d08-d8fa-4977-9ffb-6af0097e5294 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75027b94c0714d6c961a0b890fe1ed0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381021 Apr 29 13:47:52.711092 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 48796) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:52.762760 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-49b28549-0aa1-4456-a3f5-4f805403d55c admin admin] Publish callbacks [] for security_group (b54d9fc4-3d1c-489f-a612-46df661de978), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:52.784066 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-49b28549-0aa1-4456-a3f5-4f805403d55c admin admin] Publish callbacks [] for security_group (b54d9fc4-3d1c-489f-a612-46df661de978), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:52.831317 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-49b28549-0aa1-4456-a3f5-4f805403d55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (b54d9fc4-3d1c-489f-a612-46df661de978), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:52.834108 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-49b28549-0aa1-4456-a3f5-4f805403d55c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:52.835280 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-49b28549-0aa1-4456-a3f5-4f805403d55c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b54d9fc4-3d1c-489f-a612-46df661de978 HTTP/1.1" status: 204 len: 168 time: 0.1227441 Apr 29 13:47:52.845763 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b28549-0aa1-4456-a3f5-4f805403d55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54d9fc4-3d1c-489f-a612-46df661de978,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:53.151181 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48802) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:53.190149 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-87de080c-f3a0-485b-905a-5ec72ee146ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7cd9d84c72649f4a250683979643a29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378261 Apr 29 13:47:53.192856 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48804) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:53.239808 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ce6101bc-c101-4023-980c-8bc59715288c admin admin] Publish callbacks [] for security_group (eb6044a9-1989-4dc2-b0b5-5f4f5667358b), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:53.261269 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ce6101bc-c101-4023-980c-8bc59715288c admin admin] Publish callbacks [] for security_group (eb6044a9-1989-4dc2-b0b5-5f4f5667358b), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:53.312524 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ce6101bc-c101-4023-980c-8bc59715288c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (eb6044a9-1989-4dc2-b0b5-5f4f5667358b), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:53.315334 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-ce6101bc-c101-4023-980c-8bc59715288c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:53.316756 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-ce6101bc-c101-4023-980c-8bc59715288c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb6044a9-1989-4dc2-b0b5-5f4f5667358b HTTP/1.1" status: 204 len: 168 time: 0.1229308 Apr 29 13:47:53.325859 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6101bc-c101-4023-980c-8bc59715288c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6044a9-1989-4dc2-b0b5-5f4f5667358b,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:55.243916 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48874) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:55.346844 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-fd03d607-83de-4760-a4e2-9e262bc7bedd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:55.421379 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-fd03d607-83de-4760-a4e2-9e262bc7bedd admin admin] Publish callbacks [] for security_group (6fb7d1f0-3634-4b5d-ac6f-b690494153ae), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:55.424902 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-fd03d607-83de-4760-a4e2-9e262bc7bedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (6fb7d1f0-3634-4b5d-ac6f-b690494153ae), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:55.463952 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-fd03d607-83de-4760-a4e2-9e262bc7bedd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09b8c1cad8ff4429b5e26970a3c4ffbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189646 Apr 29 13:47:55.465099 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03d607-83de-4760-a4e2-9e262bc7bedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb7d1f0-3634-4b5d-ac6f-b690494153ae,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:55.466704 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 48878) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:55.515270 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c38f7b74-06cb-4468-95fb-dca9f84a670f admin admin] Publish callbacks [] for security_group (6fb7d1f0-3634-4b5d-ac6f-b690494153ae), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:55.537017 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c38f7b74-06cb-4468-95fb-dca9f84a670f admin admin] Publish callbacks [] for security_group (6fb7d1f0-3634-4b5d-ac6f-b690494153ae), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:55.583076 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c38f7b74-06cb-4468-95fb-dca9f84a670f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (6fb7d1f0-3634-4b5d-ac6f-b690494153ae), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:55.587539 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-c38f7b74-06cb-4468-95fb-dca9f84a670f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:55.588730 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-c38f7b74-06cb-4468-95fb-dca9f84a670f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fb7d1f0-3634-4b5d-ac6f-b690494153ae HTTP/1.1" status: 204 len: 168 time: 0.1209891 Apr 29 13:47:55.596323 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f7b74-06cb-4468-95fb-dca9f84a670f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb7d1f0-3634-4b5d-ac6f-b690494153ae,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:55.848757 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48884) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:55.861540 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-22c4f1e0-6c80-4af4-a241-43e3a6479f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:55.933049 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-22c4f1e0-6c80-4af4-a241-43e3a6479f19 admin admin] Publish callbacks [] for security_group (c06c440d-8f9d-4431-bbfc-51c1fbdc754a), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:55.937055 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-22c4f1e0-6c80-4af4-a241-43e3a6479f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (c06c440d-8f9d-4431-bbfc-51c1fbdc754a), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:55.976671 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-22c4f1e0-6c80-4af4-a241-43e3a6479f19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9248fb35cac2453ab6897ad066e0723c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268411 Apr 29 13:47:55.977532 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4f1e0-6c80-4af4-a241-43e3a6479f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06c440d-8f9d-4431-bbfc-51c1fbdc754a,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:55.979630 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 48886) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:56.028060 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-310dc57a-3da8-4807-88d7-a2c87e30792b admin admin] Publish callbacks [] for security_group (c06c440d-8f9d-4431-bbfc-51c1fbdc754a), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:56.050856 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-310dc57a-3da8-4807-88d7-a2c87e30792b admin admin] Publish callbacks [] for security_group (c06c440d-8f9d-4431-bbfc-51c1fbdc754a), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:56.096953 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-310dc57a-3da8-4807-88d7-a2c87e30792b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (c06c440d-8f9d-4431-bbfc-51c1fbdc754a), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:56.099722 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-310dc57a-3da8-4807-88d7-a2c87e30792b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:56.100904 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-310dc57a-3da8-4807-88d7-a2c87e30792b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c06c440d-8f9d-4431-bbfc-51c1fbdc754a HTTP/1.1" status: 204 len: 168 time: 0.1202810 Apr 29 13:47:56.109362 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dc57a-3da8-4807-88d7-a2c87e30792b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06c440d-8f9d-4431-bbfc-51c1fbdc754a,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:58.053730 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 48954) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:58.159889 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-389750ec-6b5b-4f17-b6a2-5191e92ae95f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:58.235726 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-389750ec-6b5b-4f17-b6a2-5191e92ae95f admin admin] Publish callbacks [] for security_group (73367d68-8ed6-4dc7-9214-d0452cf99867), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:58.239537 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-389750ec-6b5b-4f17-b6a2-5191e92ae95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (73367d68-8ed6-4dc7-9214-d0452cf99867), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:58.276756 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-389750ec-6b5b-4f17-b6a2-5191e92ae95f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2a14dbba72d481b94b6f0a6d2779cd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218504 Apr 29 13:47:58.278565 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389750ec-6b5b-4f17-b6a2-5191e92ae95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73367d68-8ed6-4dc7-9214-d0452cf99867,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:58.279273 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48958) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:58.326283 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf5ca-9efe-4366-af39-ac6234b43658 admin admin] Publish callbacks [] for security_group (73367d68-8ed6-4dc7-9214-d0452cf99867), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:58.347482 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf5ca-9efe-4366-af39-ac6234b43658 admin admin] Publish callbacks [] for security_group (73367d68-8ed6-4dc7-9214-d0452cf99867), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:58.392769 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf5ca-9efe-4366-af39-ac6234b43658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (73367d68-8ed6-4dc7-9214-d0452cf99867), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:58.395237 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c1bdf5ca-9efe-4366-af39-ac6234b43658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:58.396392 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-c1bdf5ca-9efe-4366-af39-ac6234b43658 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73367d68-8ed6-4dc7-9214-d0452cf99867 HTTP/1.1" status: 204 len: 168 time: 0.1161561 Apr 29 13:47:58.404635 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdf5ca-9efe-4366-af39-ac6234b43658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73367d68-8ed6-4dc7-9214-d0452cf99867,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:58.658599 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48964) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:58.671568 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c0d0f475-19ca-47dd-ad6c-745e47df9f4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:58.746634 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c0d0f475-19ca-47dd-ad6c-745e47df9f4d admin admin] Publish callbacks [] for security_group (ff8cacf4-8e7a-435e-9c50-a0b087ea6fdf), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:58.750355 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-c0d0f475-19ca-47dd-ad6c-745e47df9f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (ff8cacf4-8e7a-435e-9c50-a0b087ea6fdf), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:58.789400 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-c0d0f475-19ca-47dd-ad6c-745e47df9f4d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21c69919f7f149b8b9efab97b113211f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297348 Apr 29 13:47:58.790101 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0f475-19ca-47dd-ad6c-745e47df9f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8cacf4-8e7a-435e-9c50-a0b087ea6fdf,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:47:58.792342 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 48966) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:47:58.843736 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-be490b2d-8cb5-4cfb-a498-d227432a0367 admin admin] Publish callbacks [] for security_group (ff8cacf4-8e7a-435e-9c50-a0b087ea6fdf), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:58.864852 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-be490b2d-8cb5-4cfb-a498-d227432a0367 admin admin] Publish callbacks [] for security_group (ff8cacf4-8e7a-435e-9c50-a0b087ea6fdf), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:58.910370 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-be490b2d-8cb5-4cfb-a498-d227432a0367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (ff8cacf4-8e7a-435e-9c50-a0b087ea6fdf), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:58.913093 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-be490b2d-8cb5-4cfb-a498-d227432a0367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:47:58.914297 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-be490b2d-8cb5-4cfb-a498-d227432a0367 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff8cacf4-8e7a-435e-9c50-a0b087ea6fdf HTTP/1.1" status: 204 len: 168 time: 0.1209717 Apr 29 13:47:58.921998 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be490b2d-8cb5-4cfb-a498-d227432a0367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8cacf4-8e7a-435e-9c50-a0b087ea6fdf,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:01.150837 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:06.446658 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:48:14.519267 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-e7d524b0-7a49-4920-9ed3-657526ab43e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:17.044057 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7c032648-e142-43ee-a187-a15165e970b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:18.102760 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:20.084512 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:21.453833 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:28.417296 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 49208) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:28.533769 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a75a3a1d-5836-4e37-9d2a-96bff926ea8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:28.611481 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a75a3a1d-5836-4e37-9d2a-96bff926ea8d admin admin] Publish callbacks [] for security_group (9cacbc09-d024-430d-8be8-f2dab0459eba), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:28.615554 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a75a3a1d-5836-4e37-9d2a-96bff926ea8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (9cacbc09-d024-430d-8be8-f2dab0459eba), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:28.654447 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-a75a3a1d-5836-4e37-9d2a-96bff926ea8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=641f77bdcf8843ec8a4a93273df3b048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360368 Apr 29 13:48:28.655360 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a3a1d-5836-4e37-9d2a-96bff926ea8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cacbc09-d024-430d-8be8-f2dab0459eba,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:28.657164 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 49212) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:28.714108 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-62eb3db5-eeb9-4eda-9b34-1cf91f3b8083 admin admin] Publish callbacks [] for security_group (9cacbc09-d024-430d-8be8-f2dab0459eba), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:28.737855 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-62eb3db5-eeb9-4eda-9b34-1cf91f3b8083 admin admin] Publish callbacks [] for security_group (9cacbc09-d024-430d-8be8-f2dab0459eba), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:28.789465 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-62eb3db5-eeb9-4eda-9b34-1cf91f3b8083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (9cacbc09-d024-430d-8be8-f2dab0459eba), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:28.791995 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-62eb3db5-eeb9-4eda-9b34-1cf91f3b8083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:28.793341 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-62eb3db5-eeb9-4eda-9b34-1cf91f3b8083 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9cacbc09-d024-430d-8be8-f2dab0459eba HTTP/1.1" status: 204 len: 168 time: 0.1350729 Apr 29 13:48:28.802943 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb3db5-eeb9-4eda-9b34-1cf91f3b8083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cacbc09-d024-430d-8be8-f2dab0459eba,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:31.183372 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:39.947118 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 49330) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:40.061079 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f62ba718-fdd1-420f-8f66-402acc426974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:40.162406 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f62ba718-fdd1-420f-8f66-402acc426974 admin admin] Publish callbacks [] for security_group (0dcee934-bd61-44f4-a74c-cbbeb27fe305), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:40.167110 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-f62ba718-fdd1-420f-8f66-402acc426974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (0dcee934-bd61-44f4-a74c-cbbeb27fe305), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:40.208328 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-f62ba718-fdd1-420f-8f66-402acc426974 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=320bf87a52a9453d9e19724ec21ce97d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601202 Apr 29 13:48:40.209479 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ba718-fdd1-420f-8f66-402acc426974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcee934-bd61-44f4-a74c-cbbeb27fe305,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:40.211144 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 49334) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:40.217305 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ba718-fdd1-420f-8f66-402acc426974 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.217648 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ba718-fdd1-420f-8f66-402acc426974 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.217988 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ba718-fdd1-420f-8f66-402acc426974 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.218325 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ba718-fdd1-420f-8f66-402acc426974 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.218649 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ba718-fdd1-420f-8f66-402acc426974 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.218975 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ba718-fdd1-420f-8f66-402acc426974 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.219299 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ba718-fdd1-420f-8f66-402acc426974 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.219618 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ba718-fdd1-420f-8f66-402acc426974 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.219936 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ba718-fdd1-420f-8f66-402acc426974 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.220315 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ba718-fdd1-420f-8f66-402acc426974 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.220730 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ba718-fdd1-420f-8f66-402acc426974 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.221051 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ba718-fdd1-420f-8f66-402acc426974 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.221377 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ba718-fdd1-420f-8f66-402acc426974 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.221685 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ba718-fdd1-420f-8f66-402acc426974 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.222257 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ba718-fdd1-420f-8f66-402acc426974 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.273287 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-eb6b03e4-cf41-4518-9641-7f2b5d3b3b34 admin admin] Publish callbacks [] for security_group (0dcee934-bd61-44f4-a74c-cbbeb27fe305), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:40.301925 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-eb6b03e4-cf41-4518-9641-7f2b5d3b3b34 admin admin] Publish callbacks [] for security_group (0dcee934-bd61-44f4-a74c-cbbeb27fe305), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:40.361387 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-eb6b03e4-cf41-4518-9641-7f2b5d3b3b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (0dcee934-bd61-44f4-a74c-cbbeb27fe305), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:40.364866 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-eb6b03e4-cf41-4518-9641-7f2b5d3b3b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:40.366353 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-eb6b03e4-cf41-4518-9641-7f2b5d3b3b34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0dcee934-bd61-44f4-a74c-cbbeb27fe305 HTTP/1.1" status: 204 len: 168 time: 0.1536117 Apr 29 13:48:40.379529 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b03e4-cf41-4518-9641-7f2b5d3b3b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcee934-bd61-44f4-a74c-cbbeb27fe305,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:40.391992 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b03e4-cf41-4518-9641-7f2b5d3b3b34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.392509 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b03e4-cf41-4518-9641-7f2b5d3b3b34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.392884 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b03e4-cf41-4518-9641-7f2b5d3b3b34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.393225 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b03e4-cf41-4518-9641-7f2b5d3b3b34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.393560 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b03e4-cf41-4518-9641-7f2b5d3b3b34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.393898 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b03e4-cf41-4518-9641-7f2b5d3b3b34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.394226 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b03e4-cf41-4518-9641-7f2b5d3b3b34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.394606 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b03e4-cf41-4518-9641-7f2b5d3b3b34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.394987 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b03e4-cf41-4518-9641-7f2b5d3b3b34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.395319 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b03e4-cf41-4518-9641-7f2b5d3b3b34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.395646 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b03e4-cf41-4518-9641-7f2b5d3b3b34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.395972 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b03e4-cf41-4518-9641-7f2b5d3b3b34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.396294 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b03e4-cf41-4518-9641-7f2b5d3b3b34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.396615 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b03e4-cf41-4518-9641-7f2b5d3b3b34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:40.396963 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b03e4-cf41-4518-9641-7f2b5d3b3b34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:41.152323 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 49356) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:41.249270 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-90db9a52-ac40-47ef-831a-6992d8c813d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1501518228-network', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:48:41.268608 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90db9a52-ac40-47ef-831a-6992d8c813d2 admin admin] Made reservation on behalf of 512c0d9e4b7b40e29e5fe3f5de62203f for: {'network': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:48:41.270931 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-90db9a52-ac40-47ef-831a-6992d8c813d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for network (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:41.279840 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-90db9a52-ac40-47ef-831a-6992d8c813d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:41.356139 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-90db9a52-ac40-47ef-831a-6992d8c813d2 admin admin] Publish callbacks [] for security_group (f44d9071-8205-44d6-b980-543c172b96dc), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:41.359882 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-90db9a52-ac40-47ef-831a-6992d8c813d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (f44d9071-8205-44d6-b980-543c172b96dc), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:41.385390 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90db9a52-ac40-47ef-831a-6992d8c813d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:48:41.394710 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db9a52-ac40-47ef-831a-6992d8c813d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44d9071-8205-44d6-b980-543c172b96dc,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:41.401466 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-90db9a52-ac40-47ef-831a-6992d8c813d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (e7e5bed0-8275-4345-b332-d5b4a2e77420), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:41.401830 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.segments_db [None req-90db9a52-ac40-47ef-831a-6992d8c813d2 admin admin] Added segment e7e5bed0-8275-4345-b332-d5b4a2e77420 of type vlan for network c14a4118-81b7-4f81-bad4-dcebabd21456 Apr 29 13:48:41.445094 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-90db9a52-ac40-47ef-831a-6992d8c813d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791783959471'] for network (c14a4118-81b7-4f81-bad4-dcebabd21456), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:41.470002 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-90db9a52-ac40-47ef-831a-6992d8c813d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for network (c14a4118-81b7-4f81-bad4-dcebabd21456), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:41.470904 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90db9a52-ac40-47ef-831a-6992d8c813d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:48:41.471487 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-90db9a52-ac40-47ef-831a-6992d8c813d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:41.515780 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-90db9a52-ac40-47ef-831a-6992d8c813d2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3622966 Apr 29 13:48:41.518920 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 49360) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:41.523857 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-b989b9b6-6579-47a7-9dfe-09ea68919112 admin admin] Request body: {'subnet': {'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1501518228-subnet', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'ip_version': 4}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:48:41.544206 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b989b9b6-6579-47a7-9dfe-09ea68919112 admin admin] Made reservation on behalf of 512c0d9e4b7b40e29e5fe3f5de62203f for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:48:41.545737 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db9a52-ac40-47ef-831a-6992d8c813d2 admin admin] Pushing event updated for resources: {'Network': ['ID=c14a4118-81b7-4f81-bad4-dcebabd21456,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:41.546617 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b989b9b6-6579-47a7-9dfe-09ea68919112 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26719792'] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:41.555600 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Network c14a4118-81b7-4f81-bad4-dcebabd21456 details requested by agent ovs-agent-dv-cinder-839416-3-smb with host dv-cinder-839416-3-smb {{(pid=103549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:48:41.718466 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b989b9b6-6579-47a7-9dfe-09ea68919112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26514524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26719938'] for subnet (2bd306fc-4da4-4696-b9ce-75a59644c1ed), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:41.769041 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989b9b6-6579-47a7-9dfe-09ea68919112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bd306fc-4da4-4696-b9ce-75a59644c1ed,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:41.784946 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b989b9b6-6579-47a7-9dfe-09ea68919112 admin admin] Checking segment: {'id': 'e7e5bed0-8275-4345-b332-d5b4a2e77420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:48:41.785305 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b989b9b6-6579-47a7-9dfe-09ea68919112 admin admin] Network hostable DHCP agents. Network: c14a4118-81b7-4f81-bad4-dcebabd21456, hostable agents: ['ec1b8bb2-9315-4753-b51b-79fb59085424'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:48:41.804395 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b989b9b6-6579-47a7-9dfe-09ea68919112 admin admin] Network c14a4118-81b7-4f81-bad4-dcebabd21456 is scheduled to be hosted by DHCP agent ec1b8bb2-9315-4753-b51b-79fb59085424 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:48:41.815355 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-b989b9b6-6579-47a7-9dfe-09ea68919112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-smb, c14a4118-81b7-4f81-bad4-dcebabd21456) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:48:41.819895 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b989b9b6-6579-47a7-9dfe-09ea68919112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:48:41.820676 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b989b9b6-6579-47a7-9dfe-09ea68919112 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:41.827928 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8565dc-8a15-4377-b63a-372ce6133713 None None] Network c14a4118-81b7-4f81-bad4-dcebabd21456 requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:48:41.847343 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 49362) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:41.847728 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-b989b9b6-6579-47a7-9dfe-09ea68919112 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3268318 Apr 29 13:48:41.853038 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-71a3a004-8e08-45c0-b818-de9292e3c978 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1501518228-router', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:48:41.882538 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-71a3a004-8e08-45c0-b818-de9292e3c978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4115'] for router (3e43f33d-3953-497a-8ba6-744566e05fb6), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:41.883802 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-71a3a004-8e08-45c0-b818-de9292e3c978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4136'] for router (3e43f33d-3953-497a-8ba6-744566e05fb6), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:41.939027 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-71a3a004-8e08-45c0-b818-de9292e3c978 admin admin] Publish callbacks [] for router_controller (3e43f33d-3953-497a-8ba6-744566e05fb6), precommit_add_association {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:41.944797 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4337fddb-5967-5862-9978-883eb4654285-c14a4118-81b7-4f81-bad4-dcebabd21456', 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456', 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'fixed_ips': [{'subnet_id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed'}]}} from dv-cinder-839416-3-smb. {{(pid=103549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 13:48:41.945690 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:42.091866 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Allocated IP 172.20.0.2 (c14a4118-81b7-4f81-bad4-dcebabd21456/2bd306fc-4da4-4696-b9ce-75a59644c1ed/f9a22519-601a-4b8c-b2ce-c84bc0d503c2) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:48:42.093220 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-71a3a004-8e08-45c0-b818-de9292e3c978 admin admin] Publish callbacks [] for router_gateway (3e43f33d-3953-497a-8ba6-744566e05fb6), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:42.251054 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Publish callbacks [] for port (f9a22519-601a-4b8c-b2ce-c84bc0d503c2), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:42.257193 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (f9a22519-601a-4b8c-b2ce-c84bc0d503c2), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:42.299198 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Network c14a4118-81b7-4f81-bad4-dcebabd21456 is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:48:42.304436 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:48:42.308853 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:48:42.315951 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Pushing event updated for resources: {'Port': ['ID=f9a22519-601a-4b8c-b2ce-c84bc0d503c2,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:42.327469 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:42.327809 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:42.328146 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:42.328484 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:42.328836 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:42.329165 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:42.329487 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:42.329811 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:42.330132 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:42.330449 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:42.330770 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:42.331090 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:42.331406 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:42.331719 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:42.332033 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:42.388738 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Attempting to bind port f9a22519-601a-4b8c-b2ce-c84bc0d503c2 on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:48:42.389107 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Attempting to bind port f9a22519-601a-4b8c-b2ce-c84bc0d503c2 by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': 'e7e5bed0-8275-4345-b332-d5b4a2e77420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:48:42.389477 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Attempting to bind port f9a22519-601a-4b8c-b2ce-c84bc0d503c2 on network c14a4118-81b7-4f81-bad4-dcebabd21456 {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:48:42.394655 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:48:42.395028 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Checking segment: {'id': 'e7e5bed0-8275-4345-b332-d5b4a2e77420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:48:42.395423 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:42.395808 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Bound using segment: {'id': 'e7e5bed0-8275-4345-b332-d5b4a2e77420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:48:42.396271 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Bound port: f9a22519-601a-4b8c-b2ce-c84bc0d503c2, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e5bed0-8275-4345-b332-d5b4a2e77420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:48:42.396667 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (f9a22519-601a-4b8c-b2ce-c84bc0d503c2), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:42.466350 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] For port f9a22519-601a-4b8c-b2ce-c84bc0d503c2, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:48:42.469329 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] For port f9a22519-601a-4b8c-b2ce-c84bc0d503c2, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=f9a22519-601a-4b8c-b2ce-c84bc0d503c2,segment=NetworkSegment(e7e5bed0-8275-4345-b332-d5b4a2e77420),segment_id=e7e5bed0-8275-4345-b332-d5b4a2e77420)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:48:42.475692 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (f9a22519-601a-4b8c-b2ce-c84bc0d503c2), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:42.533212 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acbb15-48c8-4d8e-a16e-f9f9f302f50a None None] Pushing event updated for resources: {'Port': ['ID=f9a22519-601a-4b8c-b2ce-c84bc0d503c2,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:42.547671 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-71a3a004-8e08-45c0-b818-de9292e3c978 admin admin] Publish callbacks [] for router_gateway (3e43f33d-3953-497a-8ba6-744566e05fb6), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:42.567849 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-71a3a004-8e08-45c0-b818-de9292e3c978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:42.674434 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [None req-71a3a004-8e08-45c0-b818-de9292e3c978 admin admin] Allocated IP 172.28.3.213 (9c8e0a80-d509-45ab-9720-00aefc93fc37/7d82864c-1f03-4b55-a173-75a79706e4c7/3c504050-4bd1-4c63-91d7-4ab993c71acf) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:48:42.804350 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-71a3a004-8e08-45c0-b818-de9292e3c978 admin admin] Publish callbacks [] for port (3c504050-4bd1-4c63-91d7-4ab993c71acf), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:42.842879 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-71a3a004-8e08-45c0-b818-de9292e3c978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (3c504050-4bd1-4c63-91d7-4ab993c71acf), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:42.884308 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a3a004-8e08-45c0-b818-de9292e3c978 admin admin] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:48:42.890442 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-71a3a004-8e08-45c0-b818-de9292e3c978 admin admin] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:48:42.894606 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a3a004-8e08-45c0-b818-de9292e3c978 admin admin] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:48:42.900392 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3a004-8e08-45c0-b818-de9292e3c978 admin admin] Pushing event updated for resources: {'Port': ['ID=3c504050-4bd1-4c63-91d7-4ab993c71acf,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:43.160354 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-71a3a004-8e08-45c0-b818-de9292e3c978 admin admin] Publish callbacks [] for router_gateway (3e43f33d-3953-497a-8ba6-744566e05fb6), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:43.366129 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-71a3a004-8e08-45c0-b818-de9292e3c978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455966'] for router (3e43f33d-3953-497a-8ba6-744566e05fb6), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:43.448067 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:48:43.528530 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a3a004-8e08-45c0-b818-de9292e3c978 admin admin] Router 3e43f33d-3953-497a-8ba6-744566e05fb6 is scheduled to L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 with binding_index 1 {{(pid=103547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:48:43.547631 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf0337a-2a36-4f4c-8c81-2e2858b060d1 None None] Network c14a4118-81b7-4f81-bad4-dcebabd21456 requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:48:43.587431 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-14b542b8-807c-4bd6-9b20-5e9f8dcfb484 None None] Provisioning complete for port f9a22519-601a-4b8c-b2ce-c84bc0d503c2 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:48:43.587797 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-14b542b8-807c-4bd6-9b20-5e9f8dcfb484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (f9a22519-601a-4b8c-b2ce-c84bc0d503c2), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:43.621567 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device f9a22519-601a-4b8c-b2ce-c84bc0d503c2 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:48:43.642960 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a3a004-8e08-45c0-b818-de9292e3c978 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:48:43.663598 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-71a3a004-8e08-45c0-b818-de9292e3c978 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:43.665180 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-71a3a004-8e08-45c0-b818-de9292e3c978 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8158765 Apr 29 13:48:43.668119 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 49364) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:43.670857 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] Sync routers for ids ['3e43f33d-3953-497a-8ba6-744566e05fb6'] in dv-cinder-839416-3-smb {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:48:43.714160 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] Routers {'3e43f33d-3953-497a-8ba6-744566e05fb6'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:48:43.715519 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:48:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e43f33d-3953-497a-8ba6-744566e05fb6'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:43.960855 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port f9a22519-601a-4b8c-b2ce-c84bc0d503c2 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:48:43.960855 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (f9a22519-601a-4b8c-b2ce-c84bc0d503c2), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:44.050359 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-14b542b8-807c-4bd6-9b20-5e9f8dcfb484 None None] Current status of the port f9a22519-601a-4b8c-b2ce-c84bc0d503c2 is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:48:44.050747 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-14b542b8-807c-4bd6-9b20-5e9f8dcfb484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (f9a22519-601a-4b8c-b2ce-c84bc0d503c2), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:44.112205 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a52578e5-fc2d-47d1-bfc4-e77f03cc6c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:44.124509 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] Set router 3e43f33d-3953-497a-8ba6-744566e05fb6 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:48:44.190874 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-14b542b8-807c-4bd6-9b20-5e9f8dcfb484 None None] For port f9a22519-601a-4b8c-b2ce-c84bc0d503c2, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=f9a22519-601a-4b8c-b2ce-c84bc0d503c2,segment=NetworkSegment(e7e5bed0-8275-4345-b332-d5b4a2e77420),segment_id=e7e5bed0-8275-4345-b332-d5b4a2e77420)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:48:44.205330 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port f9a22519-601a-4b8c-b2ce-c84bc0d503c2 is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:48:44.205715 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (f9a22519-601a-4b8c-b2ce-c84bc0d503c2), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:44.207625 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-14b542b8-807c-4bd6-9b20-5e9f8dcfb484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (f9a22519-601a-4b8c-b2ce-c84bc0d503c2), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:44.301159 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [None req-a52578e5-fc2d-47d1-bfc4-e77f03cc6c10 admin admin] Allocated IP 172.20.0.1 (c14a4118-81b7-4f81-bad4-dcebabd21456/2bd306fc-4da4-4696-b9ce-75a59644c1ed/931c4820-7942-44ff-907d-69c5b0d41c9a) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:48:44.349760 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b542b8-807c-4bd6-9b20-5e9f8dcfb484 None None] Pushing event updated for resources: {'Port': ['ID=f9a22519-601a-4b8c-b2ce-c84bc0d503c2,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:44.371948 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-1a1f366b-8215-4896-bcf4-601f79f31126 None None] Provisioning complete for port f9a22519-601a-4b8c-b2ce-c84bc0d503c2 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:48:44.372327 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1a1f366b-8215-4896-bcf4-601f79f31126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (f9a22519-601a-4b8c-b2ce-c84bc0d503c2), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:44.419692 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a52578e5-fc2d-47d1-bfc4-e77f03cc6c10 admin admin] Publish callbacks [] for port (931c4820-7942-44ff-907d-69c5b0d41c9a), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:44.424414 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.db.api [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 13:48:44.424805 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG oslo_db.api [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 13:48:44.452840 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'name': 'tempest-TestMinimumBasicScenario-1501518228-router', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:41Z', 'updated_at': '2022-04-29T13:48:43Z', 'revision_number': 3, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'gw_port': {'id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:42Z', 'updated_at': '2022-04-29T13:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:44.456447 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a52578e5-fc2d-47d1-bfc4-e77f03cc6c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (931c4820-7942-44ff-907d-69c5b0d41c9a), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:44.489560 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] Checking router: 3e43f33d-3953-497a-8ba6-744566e05fb6 for host: dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:48:44.489900 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] Updating router 3e43f33d-3953-497a-8ba6-744566e05fb6 port 3c504050-4bd1-4c63-91d7-4ab993c71acf binding host dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:48:44.496856 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52578e5-fc2d-47d1-bfc4-e77f03cc6c10 admin admin] Network c14a4118-81b7-4f81-bad4-dcebabd21456 is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:48:44.501927 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-a52578e5-fc2d-47d1-bfc4-e77f03cc6c10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:48:44.505717 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52578e5-fc2d-47d1-bfc4-e77f03cc6c10 admin admin] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:48:44.532743 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52578e5-fc2d-47d1-bfc4-e77f03cc6c10 admin admin] Pushing event updated for resources: {'Port': ['ID=931c4820-7942-44ff-907d-69c5b0d41c9a,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:44.553309 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (3c504050-4bd1-4c63-91d7-4ab993c71acf), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:44.557725 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a52578e5-fc2d-47d1-bfc4-e77f03cc6c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455787'] for router_interface (3e43f33d-3953-497a-8ba6-744566e05fb6), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:44.563639 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-848c1cdb-bf1c-429d-80c3-a06f73288526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:44.593213 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-1a1f366b-8215-4896-bcf4-601f79f31126 None None] Current status of the port f9a22519-601a-4b8c-b2ce-c84bc0d503c2 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:48:44.719955 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a52578e5-fc2d-47d1-bfc4-e77f03cc6c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (931c4820-7942-44ff-907d-69c5b0d41c9a), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:44.835285 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c6f62f41-2dd3-4ef0-9a0f-b88e72c9bfa8 None None] Provisioning complete for port 931c4820-7942-44ff-907d-69c5b0d41c9a triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:48:44.835743 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c6f62f41-2dd3-4ef0-9a0f-b88e72c9bfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (931c4820-7942-44ff-907d-69c5b0d41c9a), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:44.890822 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] Publish callbacks [] for port (3c504050-4bd1-4c63-91d7-4ab993c71acf), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:44.896341 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c6f62f41-2dd3-4ef0-9a0f-b88e72c9bfa8 None None] Port 931c4820-7942-44ff-907d-69c5b0d41c9a cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:48:44.898698 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a52578e5-fc2d-47d1-bfc4-e77f03cc6c10 admin admin] Publish callbacks [] for port (931c4820-7942-44ff-907d-69c5b0d41c9a), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:44.898877 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (3c504050-4bd1-4c63-91d7-4ab993c71acf), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:44.904200 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a52578e5-fc2d-47d1-bfc4-e77f03cc6c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25904569'] for port (931c4820-7942-44ff-907d-69c5b0d41c9a), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:44.975325 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a52578e5-fc2d-47d1-bfc4-e77f03cc6c10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457179'] for router_interface (3e43f33d-3953-497a-8ba6-744566e05fb6), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:44.977307 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52578e5-fc2d-47d1-bfc4-e77f03cc6c10 admin admin] Pushing event updated for resources: {'Port': ['ID=931c4820-7942-44ff-907d-69c5b0d41c9a,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:44.992773 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f35791-d887-4c8c-9c8c-6236d356c823 None None] Pushing event updated for resources: {'Port': ['ID=3c504050-4bd1-4c63-91d7-4ab993c71acf,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:44.999107 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] Attempting to bind port 3c504050-4bd1-4c63-91d7-4ab993c71acf on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:48:44.999475 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] Attempting to bind port 3c504050-4bd1-4c63-91d7-4ab993c71acf by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:48:44.999829 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] Attempting to bind port 3c504050-4bd1-4c63-91d7-4ab993c71acf on network 9c8e0a80-d509-45ab-9720-00aefc93fc37 {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:48:45.002795 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port f9a22519-601a-4b8c-b2ce-c84bc0d503c2 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:48:45.007137 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:48:45.007514 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] Checking segment: {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:48:45.007915 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:45.008292 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] Bound using segment: {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:48:45.008783 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] Bound port: 3c504050-4bd1-4c63-91d7-4ab993c71acf, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:48:45.009157 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (3c504050-4bd1-4c63-91d7-4ab993c71acf), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:45.061795 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] For port 3c504050-4bd1-4c63-91d7-4ab993c71acf, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:48:45.065177 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] For port 3c504050-4bd1-4c63-91d7-4ab993c71acf, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=3c504050-4bd1-4c63-91d7-4ab993c71acf,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:48:45.072324 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (3c504050-4bd1-4c63-91d7-4ab993c71acf), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:45.073642 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52578e5-fc2d-47d1-bfc4-e77f03cc6c10 admin admin] Network c14a4118-81b7-4f81-bad4-dcebabd21456 is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:48:45.075805 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-a52578e5-fc2d-47d1-bfc4-e77f03cc6c10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:48:45.138929 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] Routers {'3e43f33d-3953-497a-8ba6-744566e05fb6'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:48:45.139747 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:48:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e43f33d-3953-497a-8ba6-744566e05fb6'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:45.145292 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f35791-d887-4c8c-9c8c-6236d356c823 None None] Pushing event updated for resources: {'Port': ['ID=3c504050-4bd1-4c63-91d7-4ab993c71acf,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:45.215343 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52578e5-fc2d-47d1-bfc4-e77f03cc6c10 admin admin] Router 3e43f33d-3953-497a-8ba6-744566e05fb6 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:48:45.279071 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] Set router 3e43f33d-3953-497a-8ba6-744566e05fb6 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:48:45.339925 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52578e5-fc2d-47d1-bfc4-e77f03cc6c10 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:48:45.351755 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-a52578e5-fc2d-47d1-bfc4-e77f03cc6c10 admin admin] 10.222.0.20 "PUT /v2.0/routers/3e43f33d-3953-497a-8ba6-744566e05fb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6823671 Apr 29 13:48:45.436356 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-85d34fcf-9a29-49b1-b2f5-6c0fdc365d93 None None] Provisioning complete for port 931c4820-7942-44ff-907d-69c5b0d41c9a triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:48:45.436638 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-85d34fcf-9a29-49b1-b2f5-6c0fdc365d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (931c4820-7942-44ff-907d-69c5b0d41c9a), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:45.609794 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device f9a22519-601a-4b8c-b2ce-c84bc0d503c2 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:48:45.684301 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-85d34fcf-9a29-49b1-b2f5-6c0fdc365d93 None None] Port 931c4820-7942-44ff-907d-69c5b0d41c9a cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:48:45.728528 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'name': 'tempest-TestMinimumBasicScenario-1501518228-router', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:41Z', 'updated_at': '2022-04-29T13:48:44Z', 'revision_number': 4, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'gw_port': {'id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:42Z', 'updated_at': '2022-04-29T13:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '931c4820-7942-44ff-907d-69c5b0d41c9a', 'name': '', 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'mac_address': 'fa:16:3e:0a:84:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:44Z', 'updated_at': '2022-04-29T13:48:44Z', 'revision_number': 2, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'subnets': [{'id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:45.733213 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port f9a22519-601a-4b8c-b2ce-c84bc0d503c2 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:48:45.733584 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (f9a22519-601a-4b8c-b2ce-c84bc0d503c2), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:45.765247 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb424a-c819-4b23-885e-dc7742fe27fc None None] The sync data for ids ['3e43f33d-3953-497a-8ba6-744566e05fb6'] in dv-cinder-839416-3-smb is: [{'id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'name': 'tempest-TestMinimumBasicScenario-1501518228-router', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:41Z', 'updated_at': '2022-04-29T13:48:44Z', 'revision_number': 4, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'gw_port': {'id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:42Z', 'updated_at': '2022-04-29T13:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '931c4820-7942-44ff-907d-69c5b0d41c9a', 'name': '', 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'mac_address': 'fa:16:3e:0a:84:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:44Z', 'updated_at': '2022-04-29T13:48:44Z', 'revision_number': 2, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'subnets': [{'id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:48:45.864255 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port f9a22519-601a-4b8c-b2ce-c84bc0d503c2 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:48:45.927108 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 49380) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:45.932039 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-f75d6f4a-c6a3-4e4b-b8db-411b2dee8d43 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-843501511-network', 'tenant_id': '045ee65ce6ac455ab493165adf476c2e'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:48:45.955361 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75d6f4a-c6a3-4e4b-b8db-411b2dee8d43 admin admin] Made reservation on behalf of 045ee65ce6ac455ab493165adf476c2e for: {'network': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:48:45.958386 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f75d6f4a-c6a3-4e4b-b8db-411b2dee8d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for network (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:45.982370 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f75d6f4a-c6a3-4e4b-b8db-411b2dee8d43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:46.082570 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f75d6f4a-c6a3-4e4b-b8db-411b2dee8d43 admin admin] Publish callbacks [] for security_group (4fe6c605-2a80-4dfe-89fa-da2c7c47faa8), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:46.087521 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f75d6f4a-c6a3-4e4b-b8db-411b2dee8d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (4fe6c605-2a80-4dfe-89fa-da2c7c47faa8), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:46.114369 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75d6f4a-c6a3-4e4b-b8db-411b2dee8d43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 13:48:46.125400 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d6f4a-c6a3-4e4b-b8db-411b2dee8d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe6c605-2a80-4dfe-89fa-da2c7c47faa8,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:46.130733 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f75d6f4a-c6a3-4e4b-b8db-411b2dee8d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (e8b0aa8e-da89-428f-bc20-2a8e71d2d21b), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:46.131078 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.segments_db [None req-f75d6f4a-c6a3-4e4b-b8db-411b2dee8d43 admin admin] Added segment e8b0aa8e-da89-428f-bc20-2a8e71d2d21b of type vlan for network ce92f208-b639-4333-b8af-002f4d904b3d Apr 29 13:48:46.179031 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f75d6f4a-c6a3-4e4b-b8db-411b2dee8d43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791783959471'] for network (ce92f208-b639-4333-b8af-002f4d904b3d), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:46.210186 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f75d6f4a-c6a3-4e4b-b8db-411b2dee8d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729'] for network (ce92f208-b639-4333-b8af-002f4d904b3d), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:46.211220 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75d6f4a-c6a3-4e4b-b8db-411b2dee8d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:48:46.211821 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-f75d6f4a-c6a3-4e4b-b8db-411b2dee8d43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:46.252996 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-f75d6f4a-c6a3-4e4b-b8db-411b2dee8d43 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3247092 Apr 29 13:48:46.256060 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 49382) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:46.260993 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-4d361507-e942-44d8-bbc1-c017637a5eea admin admin] Request body: {'subnet': {'network_id': 'ce92f208-b639-4333-b8af-002f4d904b3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-843501511-subnet', 'tenant_id': '045ee65ce6ac455ab493165adf476c2e', 'ip_version': 4}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:48:46.283393 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d6f4a-c6a3-4e4b-b8db-411b2dee8d43 admin admin] Pushing event updated for resources: {'Network': ['ID=ce92f208-b639-4333-b8af-002f4d904b3d,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:46.287296 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d361507-e942-44d8-bbc1-c017637a5eea admin admin] Made reservation on behalf of 045ee65ce6ac455ab493165adf476c2e for: {'subnet': 1} {{(pid=103548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:48:46.289956 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4d361507-e942-44d8-bbc1-c017637a5eea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26719792'] for subnet (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:46.295937 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Network ce92f208-b639-4333-b8af-002f4d904b3d details requested by agent ovs-agent-dv-cinder-839416-3-smb with host dv-cinder-839416-3-smb {{(pid=103549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 13:48:46.485793 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4d361507-e942-44d8-bbc1-c017637a5eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26514524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26719938'] for subnet (6a1a35f8-a597-46f0-a8a4-bc208cc94624), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:46.554498 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d361507-e942-44d8-bbc1-c017637a5eea admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a1a35f8-a597-46f0-a8a4-bc208cc94624,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:46.568030 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d361507-e942-44d8-bbc1-c017637a5eea admin admin] Checking segment: {'id': 'e8b0aa8e-da89-428f-bc20-2a8e71d2d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ce92f208-b639-4333-b8af-002f4d904b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:48:46.568602 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d361507-e942-44d8-bbc1-c017637a5eea admin admin] Network hostable DHCP agents. Network: ce92f208-b639-4333-b8af-002f4d904b3d, hostable agents: ['ec1b8bb2-9315-4753-b51b-79fb59085424'], hosted agents: [] {{(pid=103548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 13:48:46.594323 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d361507-e942-44d8-bbc1-c017637a5eea admin admin] Network ce92f208-b639-4333-b8af-002f4d904b3d is scheduled to be hosted by DHCP agent ec1b8bb2-9315-4753-b51b-79fb59085424 with binding_index 1 {{(pid=103548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 13:48:46.604061 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-4d361507-e942-44d8-bbc1-c017637a5eea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-smb, ce92f208-b639-4333-b8af-002f4d904b3d) {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:48:46.609143 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d361507-e942-44d8-bbc1-c017637a5eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:48:46.609733 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-4d361507-e942-44d8-bbc1-c017637a5eea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:46.613781 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077ea49e-a4c0-49e8-a800-b97d69b3e1f4 None None] Network ce92f208-b639-4333-b8af-002f4d904b3d requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:48:46.634915 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-4d361507-e942-44d8-bbc1-c017637a5eea admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3776793 Apr 29 13:48:46.638790 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 49384) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:46.643165 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-d2c505a7-8a0d-4c75-90be-a3324d027039 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-843501511-router', 'tenant_id': '045ee65ce6ac455ab493165adf476c2e', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:48:46.666390 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d2c505a7-8a0d-4c75-90be-a3324d027039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-458091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4115'] for router (97365cd0-428d-4bef-9890-4e12c787e1fd), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:46.667902 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d2c505a7-8a0d-4c75-90be-a3324d027039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-453474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4136'] for router (97365cd0-428d-4bef-9890-4e12c787e1fd), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:46.731361 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d2c505a7-8a0d-4c75-90be-a3324d027039 admin admin] Publish callbacks [] for router_controller (97365cd0-428d-4bef-9890-4e12c787e1fd), precommit_add_association {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:46.755104 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa30a8d4-8ef6-4ed2-8a0d-903bd04b395f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4337fddb-5967-5862-9978-883eb4654285-ce92f208-b639-4333-b8af-002f4d904b3d', 'network_id': 'ce92f208-b639-4333-b8af-002f4d904b3d', 'project_id': '045ee65ce6ac455ab493165adf476c2e', 'fixed_ips': [{'subnet_id': '6a1a35f8-a597-46f0-a8a4-bc208cc94624'}]}} from dv-cinder-839416-3-smb. {{(pid=103549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 13:48:46.756416 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-fa30a8d4-8ef6-4ed2-8a0d-903bd04b395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:46.885360 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d2c505a7-8a0d-4c75-90be-a3324d027039 admin admin] Publish callbacks [] for router_gateway (97365cd0-428d-4bef-9890-4e12c787e1fd), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:46.908498 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.db_base_plugin_common [None req-fa30a8d4-8ef6-4ed2-8a0d-903bd04b395f None None] Allocated IP 172.20.0.2 (ce92f208-b639-4333-b8af-002f4d904b3d/6a1a35f8-a597-46f0-a8a4-bc208cc94624/ae966453-6163-4571-b715-99df6c8668a3) {{(pid=103549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:48:47.080810 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-0272a279-be4a-48aa-b707-3a3d615482f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:47.081985 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d2c505a7-8a0d-4c75-90be-a3324d027039 admin admin] Publish callbacks [] for router_gateway (97365cd0-428d-4bef-9890-4e12c787e1fd), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:47.097539 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-fa30a8d4-8ef6-4ed2-8a0d-903bd04b395f None None] Publish callbacks [] for port (ae966453-6163-4571-b715-99df6c8668a3), precommit_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:47.104472 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d2c505a7-8a0d-4c75-90be-a3324d027039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:47.106647 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-fa30a8d4-8ef6-4ed2-8a0d-903bd04b395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137'] for port (ae966453-6163-4571-b715-99df6c8668a3), after_create {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:47.148491 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa30a8d4-8ef6-4ed2-8a0d-903bd04b395f None None] Network ce92f208-b639-4333-b8af-002f4d904b3d is already hosted by enough agents. {{(pid=103549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:48:47.156569 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.scheduler.base_scheduler [None req-fa30a8d4-8ef6-4ed2-8a0d-903bd04b395f None None] Resources bound (agent type, host, resource id): {{(pid=103549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:48:47.161058 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa30a8d4-8ef6-4ed2-8a0d-903bd04b395f None None] Received port after_create {{(pid=103549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:48:47.164385 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30a8d4-8ef6-4ed2-8a0d-903bd04b395f None None] Pushing event updated for resources: {'Port': ['ID=ae966453-6163-4571-b715-99df6c8668a3,revision_number=1']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:47.224262 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-d2c505a7-8a0d-4c75-90be-a3324d027039 admin admin] Allocated IP 172.28.3.228 (9c8e0a80-d509-45ab-9720-00aefc93fc37/7d82864c-1f03-4b55-a173-75a79706e4c7/39008345-085b-4052-b595-77f0a19786f4) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:48:47.232406 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-fa30a8d4-8ef6-4ed2-8a0d-903bd04b395f None None] Attempting to bind port ae966453-6163-4571-b715-99df6c8668a3 on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:48:47.232924 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-fa30a8d4-8ef6-4ed2-8a0d-903bd04b395f None None] Attempting to bind port ae966453-6163-4571-b715-99df6c8668a3 by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': 'e8b0aa8e-da89-428f-bc20-2a8e71d2d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ce92f208-b639-4333-b8af-002f4d904b3d'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:48:47.233391 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa30a8d4-8ef6-4ed2-8a0d-903bd04b395f None None] Attempting to bind port ae966453-6163-4571-b715-99df6c8668a3 on network ce92f208-b639-4333-b8af-002f4d904b3d {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:48:47.239246 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa30a8d4-8ef6-4ed2-8a0d-903bd04b395f None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:48:47.239752 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa30a8d4-8ef6-4ed2-8a0d-903bd04b395f None None] Checking segment: {'id': 'e8b0aa8e-da89-428f-bc20-2a8e71d2d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ce92f208-b639-4333-b8af-002f4d904b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:48:47.240210 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-fa30a8d4-8ef6-4ed2-8a0d-903bd04b395f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:47.240772 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa30a8d4-8ef6-4ed2-8a0d-903bd04b395f None None] Bound using segment: {'id': 'e8b0aa8e-da89-428f-bc20-2a8e71d2d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ce92f208-b639-4333-b8af-002f4d904b3d'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:48:47.241335 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-fa30a8d4-8ef6-4ed2-8a0d-903bd04b395f None None] Bound port: ae966453-6163-4571-b715-99df6c8668a3, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b0aa8e-da89-428f-bc20-2a8e71d2d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ce92f208-b639-4333-b8af-002f4d904b3d'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:48:47.241779 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-fa30a8d4-8ef6-4ed2-8a0d-903bd04b395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (ae966453-6163-4571-b715-99df6c8668a3), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:47.307585 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-fa30a8d4-8ef6-4ed2-8a0d-903bd04b395f None None] For port ae966453-6163-4571-b715-99df6c8668a3, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:48:47.311422 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-fa30a8d4-8ef6-4ed2-8a0d-903bd04b395f None None] For port ae966453-6163-4571-b715-99df6c8668a3, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=ae966453-6163-4571-b715-99df6c8668a3,segment=NetworkSegment(e8b0aa8e-da89-428f-bc20-2a8e71d2d21b),segment_id=e8b0aa8e-da89-428f-bc20-2a8e71d2d21b)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:48:47.318063 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-fa30a8d4-8ef6-4ed2-8a0d-903bd04b395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (ae966453-6163-4571-b715-99df6c8668a3), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:47.341815 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d2c505a7-8a0d-4c75-90be-a3324d027039 admin admin] Publish callbacks [] for port (39008345-085b-4052-b595-77f0a19786f4), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:47.382426 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d2c505a7-8a0d-4c75-90be-a3324d027039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (39008345-085b-4052-b595-77f0a19786f4), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:47.383748 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30a8d4-8ef6-4ed2-8a0d-903bd04b395f None None] Pushing event updated for resources: {'Port': ['ID=ae966453-6163-4571-b715-99df6c8668a3,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:47.421867 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c505a7-8a0d-4c75-90be-a3324d027039 admin admin] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:48:47.424781 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-d2c505a7-8a0d-4c75-90be-a3324d027039 admin admin] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:48:47.430608 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c505a7-8a0d-4c75-90be-a3324d027039 admin admin] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:48:47.455189 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c505a7-8a0d-4c75-90be-a3324d027039 admin admin] Pushing event updated for resources: {'Port': ['ID=39008345-085b-4052-b595-77f0a19786f4,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:47.787977 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 3c504050-4bd1-4c63-91d7-4ab993c71acf up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:48:47.843638 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 3c504050-4bd1-4c63-91d7-4ab993c71acf triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:48:47.844122 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (3c504050-4bd1-4c63-91d7-4ab993c71acf), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:47.929184 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 3c504050-4bd1-4c63-91d7-4ab993c71acf is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:48:47.929572 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (3c504050-4bd1-4c63-91d7-4ab993c71acf), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:47.953222 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] For port 3c504050-4bd1-4c63-91d7-4ab993c71acf, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=3c504050-4bd1-4c63-91d7-4ab993c71acf,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:48:47.958390 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (3c504050-4bd1-4c63-91d7-4ab993c71acf), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:48.006673 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Pushing event updated for resources: {'Port': ['ID=3c504050-4bd1-4c63-91d7-4ab993c71acf,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:48.041409 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d2c505a7-8a0d-4c75-90be-a3324d027039 admin admin] Publish callbacks [] for router_gateway (97365cd0-428d-4bef-9890-4e12c787e1fd), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:48.109451 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:48.205080 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] Sync routers for ids ['3e43f33d-3953-497a-8ba6-744566e05fb6'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:48:48.215867 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] Routers {'3e43f33d-3953-497a-8ba6-744566e05fb6'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:48:48.216469 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:48:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e43f33d-3953-497a-8ba6-744566e05fb6'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:48.253962 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d2c505a7-8a0d-4c75-90be-a3324d027039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455966'] for router (97365cd0-428d-4bef-9890-4e12c787e1fd), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:48.323093 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] Set router 3e43f33d-3953-497a-8ba6-744566e05fb6 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:48:48.396785 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c505a7-8a0d-4c75-90be-a3324d027039 admin admin] Router 97365cd0-428d-4bef-9890-4e12c787e1fd is scheduled to L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 with binding_index 1 {{(pid=103548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 13:48:48.519994 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c505a7-8a0d-4c75-90be-a3324d027039 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:48:48.525660 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'name': 'tempest-TestMinimumBasicScenario-1501518228-router', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:41Z', 'updated_at': '2022-04-29T13:48:44Z', 'revision_number': 4, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'gw_port': {'id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:42Z', 'updated_at': '2022-04-29T13:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '931c4820-7942-44ff-907d-69c5b0d41c9a', 'name': '', 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'mac_address': 'fa:16:3e:0a:84:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:44Z', 'updated_at': '2022-04-29T13:48:44Z', 'revision_number': 2, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'subnets': [{'id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:48.530135 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] Sync routers for ids ['97365cd0-428d-4bef-9890-4e12c787e1fd'] in dv-cinder-839416-3-smb {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:48:48.542577 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-d2c505a7-8a0d-4c75-90be-a3324d027039 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:48.543389 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] Routers {'97365cd0-428d-4bef-9890-4e12c787e1fd'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:48:48.544153 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:48:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['97365cd0-428d-4bef-9890-4e12c787e1fd'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:48.548337 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 49386) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:48:48.558555 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] Checking router: 3e43f33d-3953-497a-8ba6-744566e05fb6 for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:48:48.558949 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] Updating router 3e43f33d-3953-497a-8ba6-744566e05fb6 port 931c4820-7942-44ff-907d-69c5b0d41c9a binding host dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:48:48.561838 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-d2c505a7-8a0d-4c75-90be-a3324d027039 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9218593 Apr 29 13:48:48.590307 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (931c4820-7942-44ff-907d-69c5b0d41c9a), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:48.691101 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] Set router 97365cd0-428d-4bef-9890-4e12c787e1fd gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:48:48.798055 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158dfec3-1875-4beb-a56b-2538502ab24f None None] Network ce92f208-b639-4333-b8af-002f4d904b3d requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:48:48.900433 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-867c67c3-4b98-4341-8c4c-431f81c56db3 None None] Provisioning complete for port ae966453-6163-4571-b715-99df6c8668a3 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:48:48.900832 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-867c67c3-4b98-4341-8c4c-431f81c56db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (ae966453-6163-4571-b715-99df6c8668a3), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:48.920583 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] Publish callbacks [] for port (931c4820-7942-44ff-907d-69c5b0d41c9a), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:48.927000 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (931c4820-7942-44ff-907d-69c5b0d41c9a), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:48.968058 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3e1e3-d3e2-4cf4-b721-86bec67acd13 None None] Pushing event updated for resources: {'Port': ['ID=931c4820-7942-44ff-907d-69c5b0d41c9a,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:48.978018 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e1e3-d3e2-4cf4-b721-86bec67acd13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:48.978369 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e1e3-d3e2-4cf4-b721-86bec67acd13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:48.978717 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e1e3-d3e2-4cf4-b721-86bec67acd13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:48.979077 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e1e3-d3e2-4cf4-b721-86bec67acd13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:48.979413 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e1e3-d3e2-4cf4-b721-86bec67acd13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:48.979799 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e1e3-d3e2-4cf4-b721-86bec67acd13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:48.980191 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e1e3-d3e2-4cf4-b721-86bec67acd13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:48.980523 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e1e3-d3e2-4cf4-b721-86bec67acd13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:48.980955 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e1e3-d3e2-4cf4-b721-86bec67acd13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:48.981202 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e1e3-d3e2-4cf4-b721-86bec67acd13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:48.981527 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e1e3-d3e2-4cf4-b721-86bec67acd13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:48.981868 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e1e3-d3e2-4cf4-b721-86bec67acd13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:48.982377 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e1e3-d3e2-4cf4-b721-86bec67acd13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:48.982705 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e1e3-d3e2-4cf4-b721-86bec67acd13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:48.983611 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3e1e3-d3e2-4cf4-b721-86bec67acd13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:48:49.019956 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-58ab5270-cefd-475d-99df-abaa21946eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:49.062784 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] Attempting to bind port 931c4820-7942-44ff-907d-69c5b0d41c9a on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:48:49.063161 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] Attempting to bind port 931c4820-7942-44ff-907d-69c5b0d41c9a by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': 'e7e5bed0-8275-4345-b332-d5b4a2e77420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:48:49.063527 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] Attempting to bind port 931c4820-7942-44ff-907d-69c5b0d41c9a on network c14a4118-81b7-4f81-bad4-dcebabd21456 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:48:49.064255 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97365cd0-428d-4bef-9890-4e12c787e1fd', 'name': 'tempest-TestMinimumBasicScenario-843501511-router', 'tenant_id': '045ee65ce6ac455ab493165adf476c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.228'}], 'enable_snat': True}, 'gw_port_id': '39008345-085b-4052-b595-77f0a19786f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:46Z', 'updated_at': '2022-04-29T13:48:47Z', 'revision_number': 3, 'project_id': '045ee65ce6ac455ab493165adf476c2e', 'gw_port': {'id': '39008345-085b-4052-b595-77f0a19786f4', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97365cd0-428d-4bef-9890-4e12c787e1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:47Z', 'updated_at': '2022-04-29T13:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:49.073455 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:48:49.073896 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] Checking segment: {'id': 'e7e5bed0-8275-4345-b332-d5b4a2e77420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:48:49.074304 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:49.074845 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] Bound using segment: {'id': 'e7e5bed0-8275-4345-b332-d5b4a2e77420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:48:49.075351 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] Bound port: 931c4820-7942-44ff-907d-69c5b0d41c9a, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e5bed0-8275-4345-b332-d5b4a2e77420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:48:49.075722 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (931c4820-7942-44ff-907d-69c5b0d41c9a), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:49.094479 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] Checking router: 97365cd0-428d-4bef-9890-4e12c787e1fd for host: dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:48:49.094832 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] Updating router 97365cd0-428d-4bef-9890-4e12c787e1fd port 39008345-085b-4052-b595-77f0a19786f4 binding host dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:48:49.132536 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-867c67c3-4b98-4341-8c4c-431f81c56db3 None None] Current status of the port ae966453-6163-4571-b715-99df6c8668a3 is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:48:49.132942 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-867c67c3-4b98-4341-8c4c-431f81c56db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (ae966453-6163-4571-b715-99df6c8668a3), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:49.136409 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (39008345-085b-4052-b595-77f0a19786f4), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:49.170470 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] For port 931c4820-7942-44ff-907d-69c5b0d41c9a, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:48:49.174241 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] For port 931c4820-7942-44ff-907d-69c5b0d41c9a, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=931c4820-7942-44ff-907d-69c5b0d41c9a,segment=NetworkSegment(e7e5bed0-8275-4345-b332-d5b4a2e77420),segment_id=e7e5bed0-8275-4345-b332-d5b4a2e77420)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:48:49.186425 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (931c4820-7942-44ff-907d-69c5b0d41c9a), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:49.223142 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-867c67c3-4b98-4341-8c4c-431f81c56db3 None None] For port ae966453-6163-4571-b715-99df6c8668a3, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=ae966453-6163-4571-b715-99df6c8668a3,segment=NetworkSegment(e8b0aa8e-da89-428f-bc20-2a8e71d2d21b),segment_id=e8b0aa8e-da89-428f-bc20-2a8e71d2d21b)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:48:49.259835 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3e1e3-d3e2-4cf4-b721-86bec67acd13 None None] Pushing event updated for resources: {'Port': ['ID=931c4820-7942-44ff-907d-69c5b0d41c9a,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:49.267823 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-867c67c3-4b98-4341-8c4c-431f81c56db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (ae966453-6163-4571-b715-99df6c8668a3), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:49.290524 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] Routers {'3e43f33d-3953-497a-8ba6-744566e05fb6'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:48:49.291387 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:48:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e43f33d-3953-497a-8ba6-744566e05fb6'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:49.312054 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [None req-58ab5270-cefd-475d-99df-abaa21946eee admin admin] Allocated IP 172.20.0.1 (ce92f208-b639-4333-b8af-002f4d904b3d/6a1a35f8-a597-46f0-a8a4-bc208cc94624/7bb53fbc-4703-4fca-83d4-fb50b63f6e1b) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:48:49.362313 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c67c3-4b98-4341-8c4c-431f81c56db3 None None] Pushing event updated for resources: {'Port': ['ID=ae966453-6163-4571-b715-99df6c8668a3,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:49.471572 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-58ab5270-cefd-475d-99df-abaa21946eee admin admin] Publish callbacks [] for port (7bb53fbc-4703-4fca-83d4-fb50b63f6e1b), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:49.522850 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] Publish callbacks [] for port (39008345-085b-4052-b595-77f0a19786f4), precommit_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:49.530170 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-58ab5270-cefd-475d-99df-abaa21946eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (7bb53fbc-4703-4fca-83d4-fb50b63f6e1b), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:49.538706 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (39008345-085b-4052-b595-77f0a19786f4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:49.566867 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] Set router 3e43f33d-3953-497a-8ba6-744566e05fb6 gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:48:49.585278 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52072c9-5a0a-42d1-9b0a-a4ca1ad96c7c None None] Pushing event updated for resources: {'Port': ['ID=39008345-085b-4052-b595-77f0a19786f4,revision_number=2']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:49.591195 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-2664ecb6-74bc-4f19-a53c-9141054f417f None None] Provisioning complete for port 931c4820-7942-44ff-907d-69c5b0d41c9a triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:48:49.591568 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2664ecb6-74bc-4f19-a53c-9141054f417f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (931c4820-7942-44ff-907d-69c5b0d41c9a), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:49.633781 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] Attempting to bind port 39008345-085b-4052-b595-77f0a19786f4 on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:48:49.634161 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] Attempting to bind port 39008345-085b-4052-b595-77f0a19786f4 by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:48:49.634528 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] Attempting to bind port 39008345-085b-4052-b595-77f0a19786f4 on network 9c8e0a80-d509-45ab-9720-00aefc93fc37 {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:48:49.634645 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ab5270-cefd-475d-99df-abaa21946eee admin admin] Network ce92f208-b639-4333-b8af-002f4d904b3d is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:48:49.636014 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-58ab5270-cefd-475d-99df-abaa21946eee admin admin] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:48:49.643617 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:48:49.644054 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] Checking segment: {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:48:49.644392 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:49.647506 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ab5270-cefd-475d-99df-abaa21946eee admin admin] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:48:49.649521 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] Bound using segment: {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'} {{(pid=103549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:48:49.650098 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.managers [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] Bound port: 39008345-085b-4052-b595-77f0a19786f4, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd1376f-a410-4ff6-95ec-c44c1dee2cab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37'}}] {{(pid=103549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:48:49.650496 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (39008345-085b-4052-b595-77f0a19786f4), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:49.738315 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-58ab5270-cefd-475d-99df-abaa21946eee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-455787'] for router_interface (97365cd0-428d-4bef-9890-4e12c787e1fd), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:49.779044 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab5270-cefd-475d-99df-abaa21946eee admin admin] Pushing event updated for resources: {'Port': ['ID=7bb53fbc-4703-4fca-83d4-fb50b63f6e1b,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:49.858201 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'name': 'tempest-TestMinimumBasicScenario-1501518228-router', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:41Z', 'updated_at': '2022-04-29T13:48:44Z', 'revision_number': 4, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'gw_port': {'id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:42Z', 'updated_at': '2022-04-29T13:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '931c4820-7942-44ff-907d-69c5b0d41c9a', 'name': '', 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'mac_address': 'fa:16:3e:0a:84:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:44Z', 'updated_at': '2022-04-29T13:48:49Z', 'revision_number': 4, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'subnets': [{'id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:49.876502 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device ae966453-6163-4571-b715-99df6c8668a3 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:48:49.895092 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ed4123-94ea-4396-913b-733a1c97f6e9 None None] The sync data for ids ['3e43f33d-3953-497a-8ba6-744566e05fb6'] in dv-cinder-839416-3-smb is: [{'id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'name': 'tempest-TestMinimumBasicScenario-1501518228-router', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:41Z', 'updated_at': '2022-04-29T13:48:44Z', 'revision_number': 4, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'gw_port': {'id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:42Z', 'updated_at': '2022-04-29T13:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '931c4820-7942-44ff-907d-69c5b0d41c9a', 'name': '', 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'mac_address': 'fa:16:3e:0a:84:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:44Z', 'updated_at': '2022-04-29T13:48:49Z', 'revision_number': 4, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'subnets': [{'id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:48:49.919958 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-58ab5270-cefd-475d-99df-abaa21946eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (7bb53fbc-4703-4fca-83d4-fb50b63f6e1b), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:49.949705 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] For port 39008345-085b-4052-b595-77f0a19786f4, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:48:49.954164 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] For port 39008345-085b-4052-b595-77f0a19786f4, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=39008345-085b-4052-b595-77f0a19786f4,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:48:49.968216 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (39008345-085b-4052-b595-77f0a19786f4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:50.060812 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port ae966453-6163-4571-b715-99df6c8668a3 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:48:50.061193 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (ae966453-6163-4571-b715-99df6c8668a3), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:50.101593 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-2664ecb6-74bc-4f19-a53c-9141054f417f None None] Current status of the port 931c4820-7942-44ff-907d-69c5b0d41c9a is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:48:50.101972 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2664ecb6-74bc-4f19-a53c-9141054f417f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (931c4820-7942-44ff-907d-69c5b0d41c9a), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:50.119694 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] Routers {'97365cd0-428d-4bef-9890-4e12c787e1fd'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:48:50.120326 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:48:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['97365cd0-428d-4bef-9890-4e12c787e1fd'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:50.129380 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52072c9-5a0a-42d1-9b0a-a4ca1ad96c7c None None] Pushing event updated for resources: {'Port': ['ID=39008345-085b-4052-b595-77f0a19786f4,revision_number=3']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:50.139388 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-58ab5270-cefd-475d-99df-abaa21946eee admin admin] Publish callbacks [] for port (7bb53fbc-4703-4fca-83d4-fb50b63f6e1b), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:50.145234 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-58ab5270-cefd-475d-99df-abaa21946eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25904569'] for port (7bb53fbc-4703-4fca-83d4-fb50b63f6e1b), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:50.190521 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:50.220486 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab5270-cefd-475d-99df-abaa21946eee admin admin] Pushing event updated for resources: {'Port': ['ID=7bb53fbc-4703-4fca-83d4-fb50b63f6e1b,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:50.224003 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-58ab5270-cefd-475d-99df-abaa21946eee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457179'] for router_interface (97365cd0-428d-4bef-9890-4e12c787e1fd), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:50.226522 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-2664ecb6-74bc-4f19-a53c-9141054f417f None None] For port 931c4820-7942-44ff-907d-69c5b0d41c9a, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=931c4820-7942-44ff-907d-69c5b0d41c9a,segment=NetworkSegment(e7e5bed0-8275-4345-b332-d5b4a2e77420),segment_id=e7e5bed0-8275-4345-b332-d5b4a2e77420)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:48:50.260545 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2664ecb6-74bc-4f19-a53c-9141054f417f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (931c4820-7942-44ff-907d-69c5b0d41c9a), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:50.324240 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-2664ecb6-74bc-4f19-a53c-9141054f417f None None] Provisioning complete for port ae966453-6163-4571-b715-99df6c8668a3 triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:48:50.324661 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-2664ecb6-74bc-4f19-a53c-9141054f417f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (ae966453-6163-4571-b715-99df6c8668a3), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:50.333425 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ab5270-cefd-475d-99df-abaa21946eee admin admin] Network ce92f208-b639-4333-b8af-002f4d904b3d is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:48:50.334906 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [None req-58ab5270-cefd-475d-99df-abaa21946eee admin admin] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:48:50.383767 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] Set router 97365cd0-428d-4bef-9890-4e12c787e1fd gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:48:50.427753 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664ecb6-74bc-4f19-a53c-9141054f417f None None] Pushing event updated for resources: {'Port': ['ID=931c4820-7942-44ff-907d-69c5b0d41c9a,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:50.445939 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port ae966453-6163-4571-b715-99df6c8668a3 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:48:50.447096 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 3c504050-4bd1-4c63-91d7-4ab993c71acf up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:48:50.483268 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ab5270-cefd-475d-99df-abaa21946eee admin admin] Router 97365cd0-428d-4bef-9890-4e12c787e1fd has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:48:50.615582 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ab5270-cefd-475d-99df-abaa21946eee admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:48:50.621895 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-58ab5270-cefd-475d-99df-abaa21946eee admin admin] 10.222.0.20 "PUT /v2.0/routers/97365cd0-428d-4bef-9890-4e12c787e1fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0712883 Apr 29 13:48:50.654450 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 3c504050-4bd1-4c63-91d7-4ab993c71acf triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:48:50.654731 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (3c504050-4bd1-4c63-91d7-4ab993c71acf), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:50.662836 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-2664ecb6-74bc-4f19-a53c-9141054f417f None None] Current status of the port ae966453-6163-4571-b715-99df6c8668a3 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:48:50.794443 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97365cd0-428d-4bef-9890-4e12c787e1fd', 'name': 'tempest-TestMinimumBasicScenario-843501511-router', 'tenant_id': '045ee65ce6ac455ab493165adf476c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.228'}], 'enable_snat': True}, 'gw_port_id': '39008345-085b-4052-b595-77f0a19786f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:46Z', 'updated_at': '2022-04-29T13:48:49Z', 'revision_number': 4, 'project_id': '045ee65ce6ac455ab493165adf476c2e', 'gw_port': {'id': '39008345-085b-4052-b595-77f0a19786f4', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97365cd0-428d-4bef-9890-4e12c787e1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:47Z', 'updated_at': '2022-04-29T13:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '7bb53fbc-4703-4fca-83d4-fb50b63f6e1b', 'name': '', 'network_id': 'ce92f208-b639-4333-b8af-002f4d904b3d', 'tenant_id': '045ee65ce6ac455ab493165adf476c2e', 'mac_address': 'fa:16:3e:1d:f3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97365cd0-428d-4bef-9890-4e12c787e1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '6a1a35f8-a597-46f0-a8a4-bc208cc94624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:49Z', 'updated_at': '2022-04-29T13:48:49Z', 'revision_number': 1, 'project_id': '045ee65ce6ac455ab493165adf476c2e', 'subnets': [{'id': '6a1a35f8-a597-46f0-a8a4-bc208cc94624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:50.827231 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-a5c26b06-e75c-4ce5-ab13-adc654004280 None None] Provisioning complete for port 931c4820-7942-44ff-907d-69c5b0d41c9a triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:48:50.827605 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a5c26b06-e75c-4ce5-ab13-adc654004280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (931c4820-7942-44ff-907d-69c5b0d41c9a), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:50.832425 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6e1ed8-71c8-41a5-a546-35beb99921a8 None None] The sync data for ids ['97365cd0-428d-4bef-9890-4e12c787e1fd'] in dv-cinder-839416-3-smb is: [{'id': '97365cd0-428d-4bef-9890-4e12c787e1fd', 'name': 'tempest-TestMinimumBasicScenario-843501511-router', 'tenant_id': '045ee65ce6ac455ab493165adf476c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.228'}], 'enable_snat': True}, 'gw_port_id': '39008345-085b-4052-b595-77f0a19786f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:46Z', 'updated_at': '2022-04-29T13:48:49Z', 'revision_number': 4, 'project_id': '045ee65ce6ac455ab493165adf476c2e', 'gw_port': {'id': '39008345-085b-4052-b595-77f0a19786f4', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97365cd0-428d-4bef-9890-4e12c787e1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:47Z', 'updated_at': '2022-04-29T13:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '7bb53fbc-4703-4fca-83d4-fb50b63f6e1b', 'name': '', 'network_id': 'ce92f208-b639-4333-b8af-002f4d904b3d', 'tenant_id': '045ee65ce6ac455ab493165adf476c2e', 'mac_address': 'fa:16:3e:1d:f3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97365cd0-428d-4bef-9890-4e12c787e1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '6a1a35f8-a597-46f0-a8a4-bc208cc94624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:49Z', 'updated_at': '2022-04-29T13:48:49Z', 'revision_number': 1, 'project_id': '045ee65ce6ac455ab493165adf476c2e', 'subnets': [{'id': '6a1a35f8-a597-46f0-a8a4-bc208cc94624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:48:50.858086 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 3c504050-4bd1-4c63-91d7-4ab993c71acf is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:48:50.859200 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 931c4820-7942-44ff-907d-69c5b0d41c9a up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:48:50.924953 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 931c4820-7942-44ff-907d-69c5b0d41c9a triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:48:50.925529 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (931c4820-7942-44ff-907d-69c5b0d41c9a), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:50.993385 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-a5c26b06-e75c-4ce5-ab13-adc654004280 None None] Current status of the port 931c4820-7942-44ff-907d-69c5b0d41c9a is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:48:51.008224 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-a5c26b06-e75c-4ce5-ab13-adc654004280 None None] Provisioning complete for port 7bb53fbc-4703-4fca-83d4-fb50b63f6e1b triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:48:51.008608 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a5c26b06-e75c-4ce5-ab13-adc654004280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (7bb53fbc-4703-4fca-83d4-fb50b63f6e1b), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:51.085681 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 931c4820-7942-44ff-907d-69c5b0d41c9a is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:48:51.087962 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-a5c26b06-e75c-4ce5-ab13-adc654004280 None None] Port 7bb53fbc-4703-4fca-83d4-fb50b63f6e1b cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:48:51.462849 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:51.592076 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 931c4820-7942-44ff-907d-69c5b0d41c9a up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:48:51.659473 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 931c4820-7942-44ff-907d-69c5b0d41c9a triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:48:51.659854 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (931c4820-7942-44ff-907d-69c5b0d41c9a), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:51.778741 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 931c4820-7942-44ff-907d-69c5b0d41c9a is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:48:53.595533 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 39008345-085b-4052-b595-77f0a19786f4 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:48:53.659323 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 39008345-085b-4052-b595-77f0a19786f4 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:48:53.659701 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (39008345-085b-4052-b595-77f0a19786f4), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:53.750274 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 39008345-085b-4052-b595-77f0a19786f4 is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:48:53.750658 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (39008345-085b-4052-b595-77f0a19786f4), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:53.774939 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] For port 39008345-085b-4052-b595-77f0a19786f4, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=39008345-085b-4052-b595-77f0a19786f4,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:48:53.781851 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (39008345-085b-4052-b595-77f0a19786f4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:53.845994 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Pushing event updated for resources: {'Port': ['ID=39008345-085b-4052-b595-77f0a19786f4,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:54.106975 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] Sync routers for ids ['97365cd0-428d-4bef-9890-4e12c787e1fd'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:48:54.117971 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] Routers {'97365cd0-428d-4bef-9890-4e12c787e1fd'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:48:54.118923 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:48:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['97365cd0-428d-4bef-9890-4e12c787e1fd'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:54.275557 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] Set router 97365cd0-428d-4bef-9890-4e12c787e1fd gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:48:54.496619 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97365cd0-428d-4bef-9890-4e12c787e1fd', 'name': 'tempest-TestMinimumBasicScenario-843501511-router', 'tenant_id': '045ee65ce6ac455ab493165adf476c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.228'}], 'enable_snat': True}, 'gw_port_id': '39008345-085b-4052-b595-77f0a19786f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:46Z', 'updated_at': '2022-04-29T13:48:49Z', 'revision_number': 4, 'project_id': '045ee65ce6ac455ab493165adf476c2e', 'gw_port': {'id': '39008345-085b-4052-b595-77f0a19786f4', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97365cd0-428d-4bef-9890-4e12c787e1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:47Z', 'updated_at': '2022-04-29T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '7bb53fbc-4703-4fca-83d4-fb50b63f6e1b', 'name': '', 'network_id': 'ce92f208-b639-4333-b8af-002f4d904b3d', 'tenant_id': '045ee65ce6ac455ab493165adf476c2e', 'mac_address': 'fa:16:3e:1d:f3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97365cd0-428d-4bef-9890-4e12c787e1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '6a1a35f8-a597-46f0-a8a4-bc208cc94624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:49Z', 'updated_at': '2022-04-29T13:48:49Z', 'revision_number': 2, 'project_id': '045ee65ce6ac455ab493165adf476c2e', 'subnets': [{'id': '6a1a35f8-a597-46f0-a8a4-bc208cc94624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:54.528900 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] Checking router: 97365cd0-428d-4bef-9890-4e12c787e1fd for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:48:54.529271 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] Updating router 97365cd0-428d-4bef-9890-4e12c787e1fd port 7bb53fbc-4703-4fca-83d4-fb50b63f6e1b binding host dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 13:48:54.561167 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (7bb53fbc-4703-4fca-83d4-fb50b63f6e1b), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:54.860288 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] Publish callbacks [] for port (7bb53fbc-4703-4fca-83d4-fb50b63f6e1b), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:54.865645 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (7bb53fbc-4703-4fca-83d4-fb50b63f6e1b), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:54.914120 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d49b18-3ae3-4e2c-ba58-efcffe42a2b4 None None] Pushing event updated for resources: {'Port': ['ID=7bb53fbc-4703-4fca-83d4-fb50b63f6e1b,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:54.988382 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] Attempting to bind port 7bb53fbc-4703-4fca-83d4-fb50b63f6e1b on host dv-cinder-839416-3-smb for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:48:54.988873 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] Attempting to bind port 7bb53fbc-4703-4fca-83d4-fb50b63f6e1b by drivers openvswitch,hyperv on host dv-cinder-839416-3-smb at level 0 using segments [{'id': 'e8b0aa8e-da89-428f-bc20-2a8e71d2d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ce92f208-b639-4333-b8af-002f4d904b3d'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:48:54.989163 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] Attempting to bind port 7bb53fbc-4703-4fca-83d4-fb50b63f6e1b on network ce92f208-b639-4333-b8af-002f4d904b3d {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:48:54.994715 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] Checking agent: {'id': '59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 29, 51), 'started_at': datetime.datetime(2022, 4, 29, 13, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:48:54.995094 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] Checking segment: {'id': 'e8b0aa8e-da89-428f-bc20-2a8e71d2d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ce92f208-b639-4333-b8af-002f4d904b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:48:54.995578 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:54.995985 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] Bound using segment: {'id': 'e8b0aa8e-da89-428f-bc20-2a8e71d2d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ce92f208-b639-4333-b8af-002f4d904b3d'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:48:54.996455 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] Bound port: 7bb53fbc-4703-4fca-83d4-fb50b63f6e1b, host: dv-cinder-839416-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b0aa8e-da89-428f-bc20-2a8e71d2d21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ce92f208-b639-4333-b8af-002f4d904b3d'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:48:54.996873 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (7bb53fbc-4703-4fca-83d4-fb50b63f6e1b), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:55.074845 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] For port 7bb53fbc-4703-4fca-83d4-fb50b63f6e1b, host dv-cinder-839416-3-smb, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:48:55.078712 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] For port 7bb53fbc-4703-4fca-83d4-fb50b63f6e1b, host dv-cinder-839416-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=7bb53fbc-4703-4fca-83d4-fb50b63f6e1b,segment=NetworkSegment(e8b0aa8e-da89-428f-bc20-2a8e71d2d21b),segment_id=e8b0aa8e-da89-428f-bc20-2a8e71d2d21b)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:48:55.087150 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (7bb53fbc-4703-4fca-83d4-fb50b63f6e1b), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:55.148020 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d49b18-3ae3-4e2c-ba58-efcffe42a2b4 None None] Pushing event updated for resources: {'Port': ['ID=7bb53fbc-4703-4fca-83d4-fb50b63f6e1b,revision_number=4']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:55.166184 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] Routers {'97365cd0-428d-4bef-9890-4e12c787e1fd'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:48:55.166997 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:48:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['97365cd0-428d-4bef-9890-4e12c787e1fd'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:55.241447 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-208bfed2-ca0c-4032-86b1-6030b1ffc6c0 None None] Provisioning complete for port 7bb53fbc-4703-4fca-83d4-fb50b63f6e1b triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:48:55.243041 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-208bfed2-ca0c-4032-86b1-6030b1ffc6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (7bb53fbc-4703-4fca-83d4-fb50b63f6e1b), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:55.314114 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] Set router 97365cd0-428d-4bef-9890-4e12c787e1fd gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:48:55.377911 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-208bfed2-ca0c-4032-86b1-6030b1ffc6c0 None None] Current status of the port 7bb53fbc-4703-4fca-83d4-fb50b63f6e1b is: DOWN; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:48:55.378207 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-208bfed2-ca0c-4032-86b1-6030b1ffc6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (7bb53fbc-4703-4fca-83d4-fb50b63f6e1b), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:55.423606 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-208bfed2-ca0c-4032-86b1-6030b1ffc6c0 None None] For port 7bb53fbc-4703-4fca-83d4-fb50b63f6e1b, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=7bb53fbc-4703-4fca-83d4-fb50b63f6e1b,segment=NetworkSegment(e8b0aa8e-da89-428f-bc20-2a8e71d2d21b),segment_id=e8b0aa8e-da89-428f-bc20-2a8e71d2d21b)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:48:55.430111 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-208bfed2-ca0c-4032-86b1-6030b1ffc6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (7bb53fbc-4703-4fca-83d4-fb50b63f6e1b), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:55.491626 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bfed2-ca0c-4032-86b1-6030b1ffc6c0 None None] Pushing event updated for resources: {'Port': ['ID=7bb53fbc-4703-4fca-83d4-fb50b63f6e1b,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:48:55.550681 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97365cd0-428d-4bef-9890-4e12c787e1fd', 'name': 'tempest-TestMinimumBasicScenario-843501511-router', 'tenant_id': '045ee65ce6ac455ab493165adf476c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.228'}], 'enable_snat': True}, 'gw_port_id': '39008345-085b-4052-b595-77f0a19786f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:46Z', 'updated_at': '2022-04-29T13:48:49Z', 'revision_number': 4, 'project_id': '045ee65ce6ac455ab493165adf476c2e', 'gw_port': {'id': '39008345-085b-4052-b595-77f0a19786f4', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97365cd0-428d-4bef-9890-4e12c787e1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:47Z', 'updated_at': '2022-04-29T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '7bb53fbc-4703-4fca-83d4-fb50b63f6e1b', 'name': '', 'network_id': 'ce92f208-b639-4333-b8af-002f4d904b3d', 'tenant_id': '045ee65ce6ac455ab493165adf476c2e', 'mac_address': 'fa:16:3e:1d:f3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97365cd0-428d-4bef-9890-4e12c787e1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '6a1a35f8-a597-46f0-a8a4-bc208cc94624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:49Z', 'updated_at': '2022-04-29T13:48:55Z', 'revision_number': 4, 'project_id': '045ee65ce6ac455ab493165adf476c2e', 'subnets': [{'id': '6a1a35f8-a597-46f0-a8a4-bc208cc94624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:48:55.560673 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-b7ccd852-adbc-4da5-ba0e-0c3fead19f45 None None] Provisioning complete for port 7bb53fbc-4703-4fca-83d4-fb50b63f6e1b triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:48:55.562298 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd852-adbc-4da5-ba0e-0c3fead19f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (7bb53fbc-4703-4fca-83d4-fb50b63f6e1b), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:55.579456 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e013bd21-9e21-4884-99c5-16c7558bb3d6 None None] The sync data for ids ['97365cd0-428d-4bef-9890-4e12c787e1fd'] in dv-cinder-839416-3-smb is: [{'id': '97365cd0-428d-4bef-9890-4e12c787e1fd', 'name': 'tempest-TestMinimumBasicScenario-843501511-router', 'tenant_id': '045ee65ce6ac455ab493165adf476c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.228'}], 'enable_snat': True}, 'gw_port_id': '39008345-085b-4052-b595-77f0a19786f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:46Z', 'updated_at': '2022-04-29T13:48:49Z', 'revision_number': 4, 'project_id': '045ee65ce6ac455ab493165adf476c2e', 'gw_port': {'id': '39008345-085b-4052-b595-77f0a19786f4', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97365cd0-428d-4bef-9890-4e12c787e1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:47Z', 'updated_at': '2022-04-29T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '7bb53fbc-4703-4fca-83d4-fb50b63f6e1b', 'name': '', 'network_id': 'ce92f208-b639-4333-b8af-002f4d904b3d', 'tenant_id': '045ee65ce6ac455ab493165adf476c2e', 'mac_address': 'fa:16:3e:1d:f3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97365cd0-428d-4bef-9890-4e12c787e1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '6a1a35f8-a597-46f0-a8a4-bc208cc94624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:49Z', 'updated_at': '2022-04-29T13:48:55Z', 'revision_number': 4, 'project_id': '045ee65ce6ac455ab493165adf476c2e', 'subnets': [{'id': '6a1a35f8-a597-46f0-a8a4-bc208cc94624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:48:55.655230 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 7bb53fbc-4703-4fca-83d4-fb50b63f6e1b up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:48:55.715602 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-b7ccd852-adbc-4da5-ba0e-0c3fead19f45 None None] Current status of the port 7bb53fbc-4703-4fca-83d4-fb50b63f6e1b is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:48:55.732461 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 7bb53fbc-4703-4fca-83d4-fb50b63f6e1b triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:48:55.733063 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (7bb53fbc-4703-4fca-83d4-fb50b63f6e1b), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:55.836280 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 7bb53fbc-4703-4fca-83d4-fb50b63f6e1b is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:48:55.837426 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 39008345-085b-4052-b595-77f0a19786f4 up at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:48:55.887307 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Provisioning complete for port 39008345-085b-4052-b595-77f0a19786f4 triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:48:55.887697 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (39008345-085b-4052-b595-77f0a19786f4), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:48:55.974849 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Current status of the port 39008345-085b-4052-b595-77f0a19786f4 is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:49:00.725957 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3b4c15bc-a14a-4cb4-8c09-7f75bc915a4f tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:00.727323 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3b4c15bc-a14a-4cb4-8c09-7f75bc915a4f tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/networks?id=c14a4118-81b7-4f81-bad4-dcebabd21456 HTTP/1.1" status: 200 len: 815 time: 0.1021564 Apr 29 13:49:00.742837 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-c873c68a-f82c-43cc-bfa2-fd2dee5fa2aa tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/quotas/512c0d9e4b7b40e29e5fe3f5de62203f HTTP/1.1" status: 200 len: 375 time: 0.0096807 Apr 29 13:49:00.791703 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-62ab580c-1cde-4208-be87-15a53895d91a tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=512c0d9e4b7b40e29e5fe3f5de62203f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434067 Apr 29 13:49:00.808810 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-e5e25f8e-fc7d-4cf5-a4f1-44ac36d419e3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:49:00.809813 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-e5e25f8e-fc7d-4cf5-a4f1-44ac36d419e3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059719 Apr 29 13:49:00.902191 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-ddf3fe21-d656-4d6a-8901-7ca5c3ac7309 service neutron] 10.222.0.20 "GET /v2.0/networks/c14a4118-81b7-4f81-bad4-dcebabd21456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869071 Apr 29 13:49:00.993266 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-c9aafc91-362f-4c9b-9ed2-a6196f1017a5 service neutron] 10.222.0.20 "GET /v2.0/networks/c14a4118-81b7-4f81-bad4-dcebabd21456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853176 Apr 29 13:49:01.167299 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:01.255320 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-690f3879-6e84-435d-97db-25d3abdee9f5 req-0d9ba9e3-5369-41c9-990c-568e88b29c73 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 210 time: 0.1326654 Apr 29 13:49:02.072314 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-7dcc9ad6-5f79-4006-b463-0da5082510d1 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:02.073899 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-7dcc9ad6-5f79-4006-b463-0da5082510d1 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.26 "GET /v2.0/networks?id=c14a4118-81b7-4f81-bad4-dcebabd21456 HTTP/1.1" status: 200 len: 815 time: 0.1016371 Apr 29 13:49:02.085991 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-d6f145ed-3c6c-4909-bea3-607ecaafd3a6 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Request body: {'port': {'device_id': '56f2bbfd-74cc-49ba-98b0-a492db2da269', 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456', 'admin_state_up': True, 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:49:02.366878 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7f4a37ef-aefe-42c8-8600-2be6b08e0e26 req-bcb8e2b4-22d4-4896-9fda-0e2bff897c25 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 210 time: 0.0317411 Apr 29 13:49:02.469586 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-d6f145ed-3c6c-4909-bea3-607ecaafd3a6 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Made reservation on behalf of 512c0d9e4b7b40e29e5fe3f5de62203f for: {'port': 1} {{(pid=103547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 13:49:02.474540 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-d6f145ed-3c6c-4909-bea3-607ecaafd3a6 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:02.631830 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_common [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-d6f145ed-3c6c-4909-bea3-607ecaafd3a6 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Allocated IP 172.20.0.13 (c14a4118-81b7-4f81-bad4-dcebabd21456/2bd306fc-4da4-4696-b9ce-75a59644c1ed/05665f78-ce7c-472f-9667-40ef7ff2284b) {{(pid=103547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:49:02.798647 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-d6f145ed-3c6c-4909-bea3-607ecaafd3a6 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:02.847356 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-d6f145ed-3c6c-4909-bea3-607ecaafd3a6 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:02.894855 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-d6f145ed-3c6c-4909-bea3-607ecaafd3a6 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Network c14a4118-81b7-4f81-bad4-dcebabd21456 is already hosted by enough agents. {{(pid=103547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:49:02.900374 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.base_scheduler [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-d6f145ed-3c6c-4909-bea3-607ecaafd3a6 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Resources bound (agent type, host, resource id): {{(pid=103547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:49:02.904534 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-d6f145ed-3c6c-4909-bea3-607ecaafd3a6 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Received port after_create {{(pid=103547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:49:02.932486 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f145ed-3c6c-4909-bea3-607ecaafd3a6 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Pushing event updated for resources: {'Port': ['ID=05665f78-ce7c-472f-9667-40ef7ff2284b,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:02.973795 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-d6f145ed-3c6c-4909-bea3-607ecaafd3a6 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:02.974436 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-d6f145ed-3c6c-4909-bea3-607ecaafd3a6 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:03.000674 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-d6f145ed-3c6c-4909-bea3-607ecaafd3a6 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9123158 Apr 29 13:49:03.285991 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-97364398-5b5d-42db-9a32-9f2255156df3 None None] Provisioning complete for port 05665f78-ce7c-472f-9667-40ef7ff2284b triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:49:03.286423 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-97364398-5b5d-42db-9a32-9f2255156df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:03.330855 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-97364398-5b5d-42db-9a32-9f2255156df3 None None] Port 05665f78-ce7c-472f-9667-40ef7ff2284b cannot update to ACTIVE because it is not bound. {{(pid=103549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 13:49:03.490629 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e7640-6b91-4b50-8f77-2d471eb23bd7 req-a62a24fd-64d5-4410-bbc0-3acb3b89cbf3 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:03.492902 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c40e7640-6b91-4b50-8f77-2d471eb23bd7 req-a62a24fd-64d5-4410-bbc0-3acb3b89cbf3 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 932 time: 0.0519733 Apr 29 13:49:03.549293 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c40e7640-6b91-4b50-8f77-2d471eb23bd7 req-0d24cc64-4ab1-4d6b-ae86-9e9995102c38 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493274 Apr 29 13:49:04.691772 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544531e-b263-4ac2-851c-b3e537d507c1 req-90ec8250-6944-4e8a-ab13-146d2355dc90 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:04.693417 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9544531e-b263-4ac2-851c-b3e537d507c1 req-90ec8250-6944-4e8a-ab13-146d2355dc90 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 932 time: 0.0536220 Apr 29 13:49:04.744414 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9544531e-b263-4ac2-851c-b3e537d507c1 req-a3f1dcfe-125b-4f11-94db-9e65757d93c1 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452077 Apr 29 13:49:05.868187 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db68bd0-90b8-4eec-9e0e-d263827d6aee req-c3f0ba4b-2e27-486c-92c6-159620671b69 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:05.869677 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1db68bd0-90b8-4eec-9e0e-d263827d6aee req-c3f0ba4b-2e27-486c-92c6-159620671b69 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 932 time: 0.0501692 Apr 29 13:49:05.923682 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1db68bd0-90b8-4eec-9e0e-d263827d6aee req-7d1c3060-6d3b-4200-b8f5-a47601fd639d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475471 Apr 29 13:49:07.054094 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02409f4e-1cad-4d51-8dfa-26ad02918ed8 req-346786ae-ad0d-4f8a-9b63-36cf5a9ba891 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:07.056376 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-02409f4e-1cad-4d51-8dfa-26ad02918ed8 req-346786ae-ad0d-4f8a-9b63-36cf5a9ba891 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 932 time: 0.0567577 Apr 29 13:49:07.118060 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-02409f4e-1cad-4d51-8dfa-26ad02918ed8 req-7588a6c8-7681-4546-9e64-acf346fa3d50 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523474 Apr 29 13:49:08.248803 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53692722-27a1-442c-97ca-fe7ad1209d32 req-46b25e72-d062-4964-9f85-d1db417b1579 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:08.250495 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-53692722-27a1-442c-97ca-fe7ad1209d32 req-46b25e72-d062-4964-9f85-d1db417b1579 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 932 time: 0.0493925 Apr 29 13:49:08.306712 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-53692722-27a1-442c-97ca-fe7ad1209d32 req-38024be5-6e39-4aa2-9a34-4eb5a2e0e5c5 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490792 Apr 29 13:49:09.425225 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219c8fc-7978-4908-973f-9e655431d677 req-431fe982-5c48-4caa-9114-1a4e326608e2 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:09.427813 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c219c8fc-7978-4908-973f-9e655431d677 req-431fe982-5c48-4caa-9114-1a4e326608e2 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 932 time: 0.0495408 Apr 29 13:49:09.476470 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-c219c8fc-7978-4908-973f-9e655431d677 req-ed848d95-0ad1-46aa-a851-2f37714786e4 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431039 Apr 29 13:49:10.014653 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-05b2dfb9-1bc0-4b16-9f3b-2e8056c0fc15 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 13:49:10.015631 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-05b2dfb9-1bc0-4b16-9f3b-2e8056c0fc15 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059855 Apr 29 13:49:10.069455 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] Request body: {'port': {'device_id': '56f2bbfd-74cc-49ba-98b0-a492db2da269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:49:10.129240 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:10.389636 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05665f78-ce7c-472f-9667-40ef7ff2284b {{(pid=103547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:49:10.397169 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] Publish callbacks [] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), precommit_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:10.409673 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.provisioning_blocks [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] Transition to ACTIVE for port object 05665f78-ce7c-472f-9667-40ef7ff2284b will not be triggered until provisioned by entity L2. {{(pid=103547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 13:49:10.413449 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25904569'] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:10.481697 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] Pushing event updated for resources: {'Port': ['ID=05665f78-ce7c-472f-9667-40ef7ff2284b,revision_number=2']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:10.537541 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] Attempting to bind port 05665f78-ce7c-472f-9667-40ef7ff2284b on host hv-cinder-83941 for vnic_type normal with profile {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 13:49:10.537874 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] Attempting to bind port 05665f78-ce7c-472f-9667-40ef7ff2284b by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': 'e7e5bed0-8275-4345-b332-d5b4a2e77420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456'}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 13:49:10.538201 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] Attempting to bind port 05665f78-ce7c-472f-9667-40ef7ff2284b on network c14a4118-81b7-4f81-bad4-dcebabd21456 {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:49:10.542991 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] Port 05665f78-ce7c-472f-9667-40ef7ff2284b on network c14a4118-81b7-4f81-bad4-dcebabd21456 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 13:49:10.543331 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] Attempting to bind port 05665f78-ce7c-472f-9667-40ef7ff2284b on network c14a4118-81b7-4f81-bad4-dcebabd21456 {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 13:49:10.549135 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] Checking agent: {'id': '54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'started_at': datetime.datetime(2022, 4, 29, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 13:49:10.549474 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] Checking segment: {'id': 'e7e5bed0-8275-4345-b332-d5b4a2e77420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 13:49:10.549859 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] Bound using segment: {'id': 'e7e5bed0-8275-4345-b332-d5b4a2e77420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456'} {{(pid=103547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 13:49:10.550296 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.managers [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] Bound port: 05665f78-ce7c-472f-9667-40ef7ff2284b, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e5bed0-8275-4345-b332-d5b4a2e77420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456'}}] {{(pid=103547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 13:49:10.550654 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), before_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:10.612884 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eb90b-9a21-46fa-973d-da3597fb7376 req-5b476db7-9e01-42d9-a1d6-69abd264e773 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:10.614424 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ce5eb90b-9a21-46fa-973d-da3597fb7376 req-5b476db7-9e01-42d9-a1d6-69abd264e773 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 944 time: 0.0561304 Apr 29 13:49:10.628299 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] For port 05665f78-ce7c-472f-9667-40ef7ff2284b, host hv-cinder-83941, cleared binding levels {{(pid=103547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 13:49:10.631469 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] For port 05665f78-ce7c-472f-9667-40ef7ff2284b, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=05665f78-ce7c-472f-9667-40ef7ff2284b,segment=NetworkSegment(e7e5bed0-8275-4345-b332-d5b4a2e77420),segment_id=e7e5bed0-8275-4345-b332-d5b4a2e77420)] {{(pid=103547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 13:49:10.638460 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25904569'] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), after_update {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:10.664176 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ce5eb90b-9a21-46fa-973d-da3597fb7376 req-017601ae-9ee8-45ed-b861-8c87c0b9dd82 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435481 Apr 29 13:49:10.673137 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:10.673744 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:10.675943 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] 10.222.0.26 "PUT /v2.0/ports/05665f78-ce7c-472f-9667-40ef7ff2284b HTTP/1.1" status: 200 len: 1094 time: 0.6527007 Apr 29 13:49:10.675943 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f2bbfd-74cc-49ba-98b0-a492db2da269', 'tag': '05665f78-ce7c-472f-9667-40ef7ff2284b'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:49:10.678051 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e380ba-2c51-48f2-a5fb-d1ceb47943bc" -d '{"events": [{"name": "network-changed", "server_uuid": "56f2bbfd-74cc-49ba-98b0-a492db2da269", "tag": "05665f78-ce7c-472f-9667-40ef7ff2284b"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:49:10.710283 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2aa22d-87b2-4ff1-a3f3-74bb61fade3e service neutron] Pushing event updated for resources: {'Port': ['ID=05665f78-ce7c-472f-9667-40ef7ff2284b,revision_number=3']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:10.737357 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b151b4bc-5cf0-457a-abdd-f59cc9d99ed5 x-openstack-request-id: req-b151b4bc-5cf0-457a-abdd-f59cc9d99ed5 {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:49:10.737651 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f2bbfd-74cc-49ba-98b0-a492db2da269", "tag": "05665f78-ce7c-472f-9667-40ef7ff2284b", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:49:10.737910 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b151b4bc-5cf0-457a-abdd-f59cc9d99ed5 {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:49:10.738316 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b151b4bc-5cf0-457a-abdd-f59cc9d99ed5'] response: {'name': 'network-changed', 'server_uuid': '56f2bbfd-74cc-49ba-98b0-a492db2da269', 'tag': '05665f78-ce7c-472f-9667-40ef7ff2284b', 'status': 'completed', 'code': 200} Apr 29 13:49:10.767502 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-ea487d1e-d39b-4acf-9cd7-b9b10f83dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:10.769101 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-ea487d1e-d39b-4acf-9cd7-b9b10f83dcb0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=512c0d9e4b7b40e29e5fe3f5de62203f&device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 1128 time: 0.0456066 Apr 29 13:49:10.816430 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-b20d8e81-f862-4497-92ef-4447a9bab7ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05665f78-ce7c-472f-9667-40ef7ff2284b HTTP/1.1" status: 200 len: 217 time: 0.0413332 Apr 29 13:49:10.867189 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-207a6c26-8e8a-4752-955a-f466c1bf8c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:10.868579 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-207a6c26-8e8a-4752-955a-f466c1bf8c9c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bd306fc-4da4-4696-b9ce-75a59644c1ed HTTP/1.1" status: 200 len: 854 time: 0.0469413 Apr 29 13:49:10.911287 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-d801d3f0-d4b6-4c5c-98d3-c6150b0718b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:10.912812 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-d801d3f0-d4b6-4c5c-98d3-c6150b0718b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c14a4118-81b7-4f81-bad4-dcebabd21456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0386136 Apr 29 13:49:11.006320 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-0558066e-8539-4793-a820-30674c7b7dcc service neutron] 10.222.0.26 "GET /v2.0/networks/c14a4118-81b7-4f81-bad4-dcebabd21456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866954 Apr 29 13:49:11.095200 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-232c38c3-09e1-47df-9937-a87ffaa02986 req-a1d414d6-08c1-4a80-8736-68bd9b67f60e service neutron] 10.222.0.26 "GET /v2.0/networks/c14a4118-81b7-4f81-bad4-dcebabd21456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830414 Apr 29 13:49:11.783425 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29041e-652f-49d1-9710-bed4a877817a req-e62332dc-7db3-4ebd-9963-81b8054ddc61 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:11.784887 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7e29041e-652f-49d1-9710-bed4a877817a req-e62332dc-7db3-4ebd-9963-81b8054ddc61 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 944 time: 0.0501764 Apr 29 13:49:11.797586 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e380ba-2c51-48f2-a5fb-d1ceb47943bc req-253c0eec-4357-4def-b66a-23305aaa5e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:11.799117 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-d2e380ba-2c51-48f2-a5fb-d1ceb47943bc req-253c0eec-4357-4def-b66a-23305aaa5e42 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=512c0d9e4b7b40e29e5fe3f5de62203f&device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 1128 time: 0.0405769 Apr 29 13:49:11.832854 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7e29041e-652f-49d1-9710-bed4a877817a req-01db11fc-e757-4f55-a2a7-0837ac903cff tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421607 Apr 29 13:49:11.893626 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e380ba-2c51-48f2-a5fb-d1ceb47943bc req-6dee3e64-2d41-4ab1-b6ae-5519ccad1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:11.895079 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-d2e380ba-2c51-48f2-a5fb-d1ceb47943bc req-6dee3e64-2d41-4ab1-b6ae-5519ccad1f17 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c14a4118-81b7-4f81-bad4-dcebabd21456 HTTP/1.1" status: 200 len: 915 time: 0.0906553 Apr 29 13:49:11.934343 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-d2e380ba-2c51-48f2-a5fb-d1ceb47943bc req-9b389c6a-e21f-4da2-9bec-4fae68f5637f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05665f78-ce7c-472f-9667-40ef7ff2284b HTTP/1.1" status: 200 len: 217 time: 0.0330558 Apr 29 13:49:11.984940 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e380ba-2c51-48f2-a5fb-d1ceb47943bc req-3b25e5de-6beb-4a31-8de9-d842fe8e22d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:11.986422 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-d2e380ba-2c51-48f2-a5fb-d1ceb47943bc req-3b25e5de-6beb-4a31-8de9-d842fe8e22d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bd306fc-4da4-4696-b9ce-75a59644c1ed HTTP/1.1" status: 200 len: 854 time: 0.0473330 Apr 29 13:49:12.028677 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e380ba-2c51-48f2-a5fb-d1ceb47943bc req-f58782e7-e3b1-42c7-a42c-db907cd0954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:12.030216 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-d2e380ba-2c51-48f2-a5fb-d1ceb47943bc req-f58782e7-e3b1-42c7-a42c-db907cd0954c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c14a4118-81b7-4f81-bad4-dcebabd21456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0386145 Apr 29 13:49:12.123031 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-d2e380ba-2c51-48f2-a5fb-d1ceb47943bc req-c30be1da-cfcd-4dad-ab2f-eefa7a18674f service neutron] 10.222.0.26 "GET /v2.0/networks/c14a4118-81b7-4f81-bad4-dcebabd21456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871153 Apr 29 13:49:12.211570 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-d2e380ba-2c51-48f2-a5fb-d1ceb47943bc req-397773dd-2ede-48d4-99a6-a0457612f9bf service neutron] 10.222.0.26 "GET /v2.0/networks/c14a4118-81b7-4f81-bad4-dcebabd21456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827980 Apr 29 13:49:12.945039 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df8eea-2c51-4297-b7a6-fe1a396d7e20 req-25dc272a-4159-4ec9-85fd-a6823ac1411a tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:12.946482 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-57df8eea-2c51-4297-b7a6-fe1a396d7e20 req-25dc272a-4159-4ec9-85fd-a6823ac1411a tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 944 time: 0.0454504 Apr 29 13:49:12.994774 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-57df8eea-2c51-4297-b7a6-fe1a396d7e20 req-d3f925eb-57a5-4869-af45-b2d70a62df46 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426428 Apr 29 13:49:14.106777 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb94a2a-b188-485a-8ed0-9d7e044c8d9a req-be2b7b8c-748c-49fd-95ee-4cce49ea8106 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:14.108196 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9eb94a2a-b188-485a-8ed0-9d7e044c8d9a req-be2b7b8c-748c-49fd-95ee-4cce49ea8106 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 944 time: 0.0473671 Apr 29 13:49:14.155322 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9eb94a2a-b188-485a-8ed0-9d7e044c8d9a req-37a6f944-9b99-47fd-9db6-0dfed7601f9f tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414889 Apr 29 13:49:14.525859 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-63b2c3ce-54ae-458b-b681-a6938ab912db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:14.824679 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 05665f78-ce7c-472f-9667-40ef7ff2284b details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 13:49:14.922691 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 05665f78-ce7c-472f-9667-40ef7ff2284b, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=05665f78-ce7c-472f-9667-40ef7ff2284b,segment=NetworkSegment(e7e5bed0-8275-4345-b332-d5b4a2e77420),segment_id=e7e5bed0-8275-4345-b332-d5b4a2e77420)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:49:14.934009 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Returning: {'device': '05665f78-ce7c-472f-9667-40ef7ff2284b', 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456', 'port_id': '05665f78-ce7c-472f-9667-40ef7ff2284b', 'mac_address': 'fa:16:3e:5f:b8:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 13:49:14.970370 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port 05665f78-ce7c-472f-9667-40ef7ff2284b is: DOWN; New status is: BUILD {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:49:14.970743 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:14.984191 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05665f78-ce7c-472f-9667-40ef7ff2284b {{(pid=103549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 13:49:15.002885 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 05665f78-ce7c-472f-9667-40ef7ff2284b, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=05665f78-ce7c-472f-9667-40ef7ff2284b,segment=NetworkSegment(e7e5bed0-8275-4345-b332-d5b4a2e77420),segment_id=e7e5bed0-8275-4345-b332-d5b4a2e77420)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:49:15.006900 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:15.053037 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=05665f78-ce7c-472f-9667-40ef7ff2284b,revision_number=4']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:15.254737 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['05665f78-ce7c-472f-9667-40ef7ff2284b'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:49:15.270033 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51531a4f-e6fe-4809-bbe4-8cae8d5f8ccb req-7a20eec5-4851-4d3b-abeb-45b6b5a6d279 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:15.271559 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-51531a4f-e6fe-4809-bbe4-8cae8d5f8ccb req-7a20eec5-4851-4d3b-abeb-45b6b5a6d279 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 945 time: 0.0468512 Apr 29 13:49:15.320611 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-51531a4f-e6fe-4809-bbe4-8cae8d5f8ccb req-a22130f3-c047-49d9-a14e-8cd86ac22d0c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432634 Apr 29 13:49:16.437450 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f404a-87a5-407f-865b-a4d9574cef55 req-e9263f07-1ab1-49e8-a6e6-d43c1bc8fb0e tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:16.438928 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1d1f404a-87a5-407f-865b-a4d9574cef55 req-e9263f07-1ab1-49e8-a6e6-d43c1bc8fb0e tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 945 time: 0.0494514 Apr 29 13:49:16.486314 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1d1f404a-87a5-407f-865b-a4d9574cef55 req-c7a27c39-2d21-45bf-96f5-421bb70a9d01 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418866 Apr 29 13:49:16.840303 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 05665f78-ce7c-472f-9667-40ef7ff2284b up at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 13:49:16.886650 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning for port 05665f78-ce7c-472f-9667-40ef7ff2284b completed by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 13:49:16.892814 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Provisioning complete for port 05665f78-ce7c-472f-9667-40ef7ff2284b triggered by entity L2. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:49:16.893207 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:16.970003 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Current status of the port 05665f78-ce7c-472f-9667-40ef7ff2284b is: BUILD; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:49:16.970394 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), before_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:16.993940 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f2bbfd-74cc-49ba-98b0-a492db2da269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05665f78-ce7c-472f-9667-40ef7ff2284b'}] {{(pid=103549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:49:16.996204 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa9e13bf3b63d5ffdfcb5b9de9cfbd1f160c8b6463ba0f0852f9bdde3359c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37978118-b0a5-4709-8437-0885eead38d6" -d '{"events": [{"server_uuid": "56f2bbfd-74cc-49ba-98b0-a492db2da269", "name": "network-vif-plugged", "status": "completed", "tag": "05665f78-ce7c-472f-9667-40ef7ff2284b"}]}' {{(pid=103549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:49:17.009071 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] For port 05665f78-ce7c-472f-9667-40ef7ff2284b, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=05665f78-ce7c-472f-9667-40ef7ff2284b,segment=NetworkSegment(e7e5bed0-8275-4345-b332-d5b4a2e77420),segment_id=e7e5bed0-8275-4345-b332-d5b4a2e77420)] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:49:17.016882 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173'] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:17.040949 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f7795d-4096-481e-be4b-47741ea1a487 x-openstack-request-id: req-49f7795d-4096-481e-be4b-47741ea1a487 {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:49:17.041242 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f2bbfd-74cc-49ba-98b0-a492db2da269", "name": "network-vif-plugged", "status": "completed", "tag": "05665f78-ce7c-472f-9667-40ef7ff2284b", "code": 200}]} {{(pid=103549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:49:17.041497 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49f7795d-4096-481e-be4b-47741ea1a487 {{(pid=103549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:49:17.041895 dv-cinder-839416-3-smb neutron-server[103549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f7795d-4096-481e-be4b-47741ea1a487'] response: {'server_uuid': '56f2bbfd-74cc-49ba-98b0-a492db2da269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05665f78-ce7c-472f-9667-40ef7ff2284b', 'code': 200} Apr 29 13:49:17.074878 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7e1a8085-875c-46bc-b87d-672758884dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:17.084801 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Pushing event updated for resources: {'Port': ['ID=05665f78-ce7c-472f-9667-40ef7ff2284b,revision_number=5']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:17.193812 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e54d0d-a432-40f7-97b8-f1e9b24bbd18 req-35bfb3e7-95d1-4dca-b0c9-d8896648cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:17.195333 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-11e54d0d-a432-40f7-97b8-f1e9b24bbd18 req-35bfb3e7-95d1-4dca-b0c9-d8896648cbfa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 1130 time: 0.0384145 Apr 29 13:49:17.242703 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-11e54d0d-a432-40f7-97b8-f1e9b24bbd18 req-0de7b4ad-f132-449b-b823-d9c945df99ca service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414646 Apr 29 13:49:17.598009 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd447b3-7fce-453b-beef-e20e3f69ac17 req-9c25cf9e-f1c7-4ec9-80b2-476fe266d472 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:17.599501 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8dd447b3-7fce-453b-beef-e20e3f69ac17 req-9c25cf9e-f1c7-4ec9-80b2-476fe266d472 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 946 time: 0.0471168 Apr 29 13:49:17.647160 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-8dd447b3-7fce-453b-beef-e20e3f69ac17 req-7210839c-b097-40c7-927f-07293079b4a0 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420988 Apr 29 13:49:18.108158 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:18.775915 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9197cad-05e6-4798-b596-53bee8855a38 req-9bab7814-1f5b-4aa6-8fe4-168c3a60bd17 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:18.777668 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a9197cad-05e6-4798-b596-53bee8855a38 req-9bab7814-1f5b-4aa6-8fe4-168c3a60bd17 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 946 time: 0.0520129 Apr 29 13:49:18.824899 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-a9197cad-05e6-4798-b596-53bee8855a38 req-220b5115-b029-4eaa-bab3-e242403b1a83 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413485 Apr 29 13:49:18.935780 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786a5a1-5c4b-4870-8aba-5132ada1918e req-2466da57-34fd-48ec-a3ca-5c82adbe6731 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:18.937208 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9786a5a1-5c4b-4870-8aba-5132ada1918e req-2466da57-34fd-48ec-a3ca-5c82adbe6731 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 946 time: 0.0468478 Apr 29 13:49:18.983057 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9786a5a1-5c4b-4870-8aba-5132ada1918e req-702de9eb-230a-4977-9512-ddda12129c2e tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404248 Apr 29 13:49:19.299611 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683567dd-74d9-42e7-91ba-14d984df92ae req-0f851f78-a46d-432d-b765-1332f075a606 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:19.301136 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-683567dd-74d9-42e7-91ba-14d984df92ae req-0f851f78-a46d-432d-b765-1332f075a606 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 946 time: 0.0457535 Apr 29 13:49:19.353306 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-683567dd-74d9-42e7-91ba-14d984df92ae req-dec87971-1427-4286-9a3d-014184717a15 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466094 Apr 29 13:49:20.082122 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:20.447051 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:49:21.456444 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:22.438372 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0e169-b882-452c-8ae8-81e455886b44 req-29e2e982-9f6d-4e7b-a9ba-1a844762517a tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:22.439745 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-96f0e169-b882-452c-8ae8-81e455886b44 req-29e2e982-9f6d-4e7b-a9ba-1a844762517a tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 946 time: 0.0472279 Apr 29 13:49:22.486665 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-96f0e169-b882-452c-8ae8-81e455886b44 req-fad34669-f675-4302-a412-347a17ef2cae tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411997 Apr 29 13:49:22.508467 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 49588) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:49:22.592167 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be24f1de-f02e-48a4-ba37-c68adf90e747 tempest-TestMinimumBasicScenario-17622675 tempest-TestMinimumBasicScenario-17622675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:22.593752 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-be24f1de-f02e-48a4-ba37-c68adf90e747 tempest-TestMinimumBasicScenario-17622675 tempest-TestMinimumBasicScenario-17622675-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 1125 time: 0.0842884 Apr 29 13:49:22.596879 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 49592) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:49:22.601066 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-50b139d4-a798-4aee-9b36-6478fd7749a8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Request body: {'floatingip': {'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'port_id': '05665f78-ce7c-472f-9667-40ef7ff2284b', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:49:22.622480 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-50b139d4-a798-4aee-9b36-6478fd7749a8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:22.714794 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-50b139d4-a798-4aee-9b36-6478fd7749a8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (None), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:22.815456 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_common [None req-50b139d4-a798-4aee-9b36-6478fd7749a8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Allocated IP 172.28.3.234 (9c8e0a80-d509-45ab-9720-00aefc93fc37/7d82864c-1f03-4b55-a173-75a79706e4c7/d2861c10-d622-4218-930a-53aadd2de9ce) {{(pid=103548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 13:49:22.921008 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-50b139d4-a798-4aee-9b36-6478fd7749a8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for port (d2861c10-d622-4218-930a-53aadd2de9ce), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:22.955458 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-50b139d4-a798-4aee-9b36-6478fd7749a8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791783990137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (d2861c10-d622-4218-930a-53aadd2de9ce), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:22.993830 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b139d4-a798-4aee-9b36-6478fd7749a8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Network 9c8e0a80-d509-45ab-9720-00aefc93fc37 is already hosted by enough agents. {{(pid=103548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 13:49:22.999931 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.base_scheduler [None req-50b139d4-a798-4aee-9b36-6478fd7749a8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Resources bound (agent type, host, resource id): {{(pid=103548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 13:49:23.003705 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b139d4-a798-4aee-9b36-6478fd7749a8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Received port after_create {{(pid=103548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 13:49:23.009285 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b139d4-a798-4aee-9b36-6478fd7749a8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Pushing event updated for resources: {'Port': ['ID=d2861c10-d622-4218-930a-53aadd2de9ce,revision_number=1']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:23.407848 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-50b139d4-a798-4aee-9b36-6478fd7749a8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for floatingip (a12754d7-be34-4a08-bf04-47a0c0ceb8af), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:23.476604 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-50b139d4-a798-4aee-9b36-6478fd7749a8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (d2861c10-d622-4218-930a-53aadd2de9ce), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:23.634366 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-50b139d4-a798-4aee-9b36-6478fd7749a8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for port (d2861c10-d622-4218-930a-53aadd2de9ce), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:23.638975 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-50b139d4-a798-4aee-9b36-6478fd7749a8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26512087'] for port (d2861c10-d622-4218-930a-53aadd2de9ce), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:23.712755 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b139d4-a798-4aee-9b36-6478fd7749a8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Pushing event updated for resources: {'Port': ['ID=d2861c10-d622-4218-930a-53aadd2de9ce,revision_number=2']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:23.723461 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-50b139d4-a798-4aee-9b36-6478fd7749a8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455932'] for floatingip (a12754d7-be34-4a08-bf04-47a0c0ceb8af), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:23.825116 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.db.l3_db [None req-50b139d4-a798-4aee-9b36-6478fd7749a8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Floating IP a12754d7-be34-4a08-bf04-47a0c0ceb8af associated. External IP: 172.28.3.234, port: 05665f78-ce7c-472f-9667-40ef7ff2284b. Apr 29 13:49:24.304771 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b139d4-a798-4aee-9b36-6478fd7749a8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Router 3e43f33d-3953-497a-8ba6-744566e05fb6 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:49:24.415446 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b139d4-a798-4aee-9b36-6478fd7749a8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:49:24.424872 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b001de-bb0e-481b-8243-6261d86d57db None None] Sync routers for ids ['3e43f33d-3953-497a-8ba6-744566e05fb6'] in dv-cinder-839416-3-smb {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:49:24.435095 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b001de-bb0e-481b-8243-6261d86d57db None None] Routers {'3e43f33d-3953-497a-8ba6-744566e05fb6'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:49:24.435322 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-50b139d4-a798-4aee-9b36-6478fd7749a8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:24.435714 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-19b001de-bb0e-481b-8243-6261d86d57db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:49:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e43f33d-3953-497a-8ba6-744566e05fb6'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:49:24.468038 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-50b139d4-a798-4aee-9b36-6478fd7749a8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8682868 Apr 29 13:49:24.468038 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f2bbfd-74cc-49ba-98b0-a492db2da269', 'tag': '05665f78-ce7c-472f-9667-40ef7ff2284b'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:49:24.468628 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 49594) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:49:24.469382 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c30b52-3c6a-447f-87de-bcd91eb7d21f" -d '{"events": [{"name": "network-changed", "server_uuid": "56f2bbfd-74cc-49ba-98b0-a492db2da269", "tag": "05665f78-ce7c-472f-9667-40ef7ff2284b"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:49:24.473427 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-a9ad4a39-9f6f-4323-ad9c-fbb1d33031ff tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2132477948', 'description': 'tempest-secgroup-smoke-2132477948 description', 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:49:24.494685 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a9ad4a39-9f6f-4323-ad9c-fbb1d33031ff tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group (None), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:24.551545 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-19b001de-bb0e-481b-8243-6261d86d57db None None] Set router 3e43f33d-3953-497a-8ba6-744566e05fb6 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:49:24.565606 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a9ad4a39-9f6f-4323-ad9c-fbb1d33031ff tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group (1a68a747-c513-40fa-9a99-5a60b5192c93), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:24.570381 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a9ad4a39-9f6f-4323-ad9c-fbb1d33031ff tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (1a68a747-c513-40fa-9a99-5a60b5192c93), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:24.579664 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db112a94-9760-4973-a8b0-a8c1a556252c x-openstack-request-id: req-db112a94-9760-4973-a8b0-a8c1a556252c {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:49:24.580189 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f2bbfd-74cc-49ba-98b0-a492db2da269", "tag": "05665f78-ce7c-472f-9667-40ef7ff2284b", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:49:24.580479 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db112a94-9760-4973-a8b0-a8c1a556252c {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:49:24.580971 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db112a94-9760-4973-a8b0-a8c1a556252c'] response: {'name': 'network-changed', 'server_uuid': '56f2bbfd-74cc-49ba-98b0-a492db2da269', 'tag': '05665f78-ce7c-472f-9667-40ef7ff2284b', 'status': 'completed', 'code': 200} Apr 29 13:49:24.614077 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-a9ad4a39-9f6f-4323-ad9c-fbb1d33031ff tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:24.615318 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-a9ad4a39-9f6f-4323-ad9c-fbb1d33031ff tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1456411 Apr 29 13:49:24.618369 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 49600) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:49:24.623277 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-1346bebe-38b3-4071-ad96-9f01e9bf56c5 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Request body: {'security_group_rule': {'security_group_id': '1a68a747-c513-40fa-9a99-5a60b5192c93', 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:49:24.631610 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad4a39-9f6f-4323-ad9c-fbb1d33031ff tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a68a747-c513-40fa-9a99-5a60b5192c93,revision_number=1']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:24.645968 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c30b52-3c6a-447f-87de-bcd91eb7d21f req-e10fa54f-ca0e-43f8-9c1e-f125ae9bf7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:24.647730 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-69c30b52-3c6a-447f-87de-bcd91eb7d21f req-e10fa54f-ca0e-43f8-9c1e-f125ae9bf7f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=512c0d9e4b7b40e29e5fe3f5de62203f&device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 1130 time: 0.0460119 Apr 29 13:49:24.659993 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1346bebe-38b3-4071-ad96-9f01e9bf56c5 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group_rule (38b1053b-7fd4-4a1a-8fa1-dc1bb2c8420d), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:24.723261 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1346bebe-38b3-4071-ad96-9f01e9bf56c5 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group_rule (38b1053b-7fd4-4a1a-8fa1-dc1bb2c8420d), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:24.729394 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1346bebe-38b3-4071-ad96-9f01e9bf56c5 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (38b1053b-7fd4-4a1a-8fa1-dc1bb2c8420d), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:24.755020 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346bebe-38b3-4071-ad96-9f01e9bf56c5 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b1053b-7fd4-4a1a-8fa1-dc1bb2c8420d,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:24.758927 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c30b52-3c6a-447f-87de-bcd91eb7d21f req-b21de11b-d78d-4339-b4aa-8bbe6cd5bb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:24.760447 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-69c30b52-3c6a-447f-87de-bcd91eb7d21f req-b21de11b-d78d-4339-b4aa-8bbe6cd5bb07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c14a4118-81b7-4f81-bad4-dcebabd21456 HTTP/1.1" status: 200 len: 915 time: 0.1062016 Apr 29 13:49:24.764517 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-1346bebe-38b3-4071-ad96-9f01e9bf56c5 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:24.765898 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-1346bebe-38b3-4071-ad96-9f01e9bf56c5 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464756 Apr 29 13:49:24.768481 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 49602) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:49:24.772655 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-efeccdf1-d3f5-4ffa-871d-3d6fbef23b41 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Request body: {'security_group_rule': {'security_group_id': '1a68a747-c513-40fa-9a99-5a60b5192c93', 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:49:24.806371 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-19b001de-bb0e-481b-8243-6261d86d57db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'name': 'tempest-TestMinimumBasicScenario-1501518228-router', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:41Z', 'updated_at': '2022-04-29T13:48:44Z', 'revision_number': 4, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'gw_port': {'id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:42Z', 'updated_at': '2022-04-29T13:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': 'a12754d7-be34-4a08-bf04-47a0c0ceb8af', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'floating_ip_address': '172.28.3.234', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'port_id': '05665f78-ce7c-472f-9667-40ef7ff2284b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456', 'mac_address': 'fa:16:3e:5f:b8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f2bbfd-74cc-49ba-98b0-a492db2da269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:49:23Z', 'updated_at': '2022-04-29T13:49:23Z', 'revision_number': 0, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931c4820-7942-44ff-907d-69c5b0d41c9a', 'name': '', 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'mac_address': 'fa:16:3e:0a:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:44Z', 'updated_at': '2022-04-29T13:48:50Z', 'revision_number': 5, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'subnets': [{'id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:49:24.807125 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-efeccdf1-d3f5-4ffa-871d-3d6fbef23b41 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group_rule (76c67411-5329-49cd-bdb8-fbf48d43dda9), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:24.833091 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-69c30b52-3c6a-447f-87de-bcd91eb7d21f req-ede7779e-a74e-4bd0-85cb-a4483dddc9ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05665f78-ce7c-472f-9667-40ef7ff2284b HTTP/1.1" status: 200 len: 1000 time: 0.0673573 Apr 29 13:49:24.834207 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b001de-bb0e-481b-8243-6261d86d57db None None] Checking router: 3e43f33d-3953-497a-8ba6-744566e05fb6 for host: dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:49:24.843374 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b001de-bb0e-481b-8243-6261d86d57db None None] Routers {'3e43f33d-3953-497a-8ba6-744566e05fb6'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:49:24.843998 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-19b001de-bb0e-481b-8243-6261d86d57db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:49:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e43f33d-3953-497a-8ba6-744566e05fb6'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:49:24.873150 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-efeccdf1-d3f5-4ffa-871d-3d6fbef23b41 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group_rule (76c67411-5329-49cd-bdb8-fbf48d43dda9), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:24.877149 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-efeccdf1-d3f5-4ffa-871d-3d6fbef23b41 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (76c67411-5329-49cd-bdb8-fbf48d43dda9), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:24.888666 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c30b52-3c6a-447f-87de-bcd91eb7d21f req-7ab3859e-0043-40ba-b421-4f49254e364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:24.890264 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-69c30b52-3c6a-447f-87de-bcd91eb7d21f req-7ab3859e-0043-40ba-b421-4f49254e364a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bd306fc-4da4-4696-b9ce-75a59644c1ed HTTP/1.1" status: 200 len: 854 time: 0.0513303 Apr 29 13:49:24.893536 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeccdf1-d3f5-4ffa-871d-3d6fbef23b41 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c67411-5329-49cd-bdb8-fbf48d43dda9,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:24.906176 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-efeccdf1-d3f5-4ffa-871d-3d6fbef23b41 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:24.907472 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-efeccdf1-d3f5-4ffa-871d-3d6fbef23b41 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1380472 Apr 29 13:49:24.911827 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 49604) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:49:24.914605 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-10859af5-569f-44b7-9338-4609d0205188 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Request body: {'security_group_rule': {'security_group_id': '1a68a747-c513-40fa-9a99-5a60b5192c93', 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:49:24.941665 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-10859af5-569f-44b7-9338-4609d0205188 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group_rule (90755906-3d8d-4fe0-94a9-eeaaa9afa972), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:24.945691 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c30b52-3c6a-447f-87de-bcd91eb7d21f req-06ee734e-8d12-4532-bb9b-bc219d7662b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:24.947268 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-69c30b52-3c6a-447f-87de-bcd91eb7d21f req-06ee734e-8d12-4532-bb9b-bc219d7662b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c14a4118-81b7-4f81-bad4-dcebabd21456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0461421 Apr 29 13:49:24.966240 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-19b001de-bb0e-481b-8243-6261d86d57db None None] Set router 3e43f33d-3953-497a-8ba6-744566e05fb6 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:49:25.003415 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-10859af5-569f-44b7-9338-4609d0205188 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group_rule (90755906-3d8d-4fe0-94a9-eeaaa9afa972), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:25.007588 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-10859af5-569f-44b7-9338-4609d0205188 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (90755906-3d8d-4fe0-94a9-eeaaa9afa972), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:25.025081 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10859af5-569f-44b7-9338-4609d0205188 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90755906-3d8d-4fe0-94a9-eeaaa9afa972,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:25.036019 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-10859af5-569f-44b7-9338-4609d0205188 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:25.039771 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-10859af5-569f-44b7-9338-4609d0205188 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260822 Apr 29 13:49:25.040564 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 49606) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:49:25.044940 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [None req-b1fdf343-dcfa-4bfc-a591-a661a4074e9e tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Request body: {'security_group_rule': {'security_group_id': '1a68a747-c513-40fa-9a99-5a60b5192c93', 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:49:25.052294 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-69c30b52-3c6a-447f-87de-bcd91eb7d21f req-bf846eae-db6b-443b-ac26-3e3bf7e1ba19 service neutron] 10.222.0.26 "GET /v2.0/networks/c14a4118-81b7-4f81-bad4-dcebabd21456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987716 Apr 29 13:49:25.073284 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b1fdf343-dcfa-4bfc-a591-a661a4074e9e tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group_rule (db2b7ba4-36a7-455d-8856-76a2ffafe4f3), before_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:25.140837 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b1fdf343-dcfa-4bfc-a591-a661a4074e9e tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group_rule (db2b7ba4-36a7-455d-8856-76a2ffafe4f3), precommit_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:25.145226 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b1fdf343-dcfa-4bfc-a591-a661a4074e9e tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (db2b7ba4-36a7-455d-8856-76a2ffafe4f3), after_create {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:25.157530 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-69c30b52-3c6a-447f-87de-bcd91eb7d21f req-0a8d9096-7e92-4d27-a6d4-90e74f1346df service neutron] 10.222.0.26 "GET /v2.0/networks/c14a4118-81b7-4f81-bad4-dcebabd21456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000128 Apr 29 13:49:25.161134 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fdf343-dcfa-4bfc-a591-a661a4074e9e tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2b7ba4-36a7-455d-8856-76a2ffafe4f3,revision_number=0']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:25.173605 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-b1fdf343-dcfa-4bfc-a591-a661a4074e9e tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:25.174851 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-b1fdf343-dcfa-4bfc-a591-a661a4074e9e tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338937 Apr 29 13:49:25.178289 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 49608) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:49:25.184216 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-84bb9263-f63a-4b0f-afef-7627bfd0acc8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Request body: {'security_group_rule': {'security_group_id': '1a68a747-c513-40fa-9a99-5a60b5192c93', 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:49:25.207525 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.securitygroups_db [None req-84bb9263-f63a-4b0f-afef-7627bfd0acc8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Project 512c0d9e4b7b40e29e5fe3f5de62203f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:49:25.213117 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-84bb9263-f63a-4b0f-afef-7627bfd0acc8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group_rule (b0fc03b1-e21e-42bb-ac3b-55c35c1a815e), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:25.217614 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-19b001de-bb0e-481b-8243-6261d86d57db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'name': 'tempest-TestMinimumBasicScenario-1501518228-router', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:41Z', 'updated_at': '2022-04-29T13:48:44Z', 'revision_number': 4, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'gw_port': {'id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:42Z', 'updated_at': '2022-04-29T13:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': 'a12754d7-be34-4a08-bf04-47a0c0ceb8af', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'floating_ip_address': '172.28.3.234', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'port_id': '05665f78-ce7c-472f-9667-40ef7ff2284b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456', 'mac_address': 'fa:16:3e:5f:b8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f2bbfd-74cc-49ba-98b0-a492db2da269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:49:23Z', 'updated_at': '2022-04-29T13:49:23Z', 'revision_number': 0, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931c4820-7942-44ff-907d-69c5b0d41c9a', 'name': '', 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'mac_address': 'fa:16:3e:0a:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:44Z', 'updated_at': '2022-04-29T13:48:50Z', 'revision_number': 5, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'subnets': [{'id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:49:25.244621 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b001de-bb0e-481b-8243-6261d86d57db None None] The sync data for ids ['3e43f33d-3953-497a-8ba6-744566e05fb6'] in dv-cinder-839416-3-smb is: [{'id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'name': 'tempest-TestMinimumBasicScenario-1501518228-router', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:41Z', 'updated_at': '2022-04-29T13:48:44Z', 'revision_number': 4, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'gw_port': {'id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:42Z', 'updated_at': '2022-04-29T13:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_floatingips': [{'id': 'a12754d7-be34-4a08-bf04-47a0c0ceb8af', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'floating_ip_address': '172.28.3.234', 'floating_network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'router_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'port_id': '05665f78-ce7c-472f-9667-40ef7ff2284b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456', 'mac_address': 'fa:16:3e:5f:b8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f2bbfd-74cc-49ba-98b0-a492db2da269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:49:23Z', 'updated_at': '2022-04-29T13:49:23Z', 'revision_number': 0, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931c4820-7942-44ff-907d-69c5b0d41c9a', 'name': '', 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'mac_address': 'fa:16:3e:0a:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:44Z', 'updated_at': '2022-04-29T13:48:50Z', 'revision_number': 5, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'subnets': [{'id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:49:25.274370 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-84bb9263-f63a-4b0f-afef-7627bfd0acc8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group_rule (b0fc03b1-e21e-42bb-ac3b-55c35c1a815e), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:25.284702 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-84bb9263-f63a-4b0f-afef-7627bfd0acc8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (b0fc03b1-e21e-42bb-ac3b-55c35c1a815e), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:25.304770 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb9263-f63a-4b0f-afef-7627bfd0acc8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0fc03b1-e21e-42bb-ac3b-55c35c1a815e,revision_number=0']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:25.310509 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-84bb9263-f63a-4b0f-afef-7627bfd0acc8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:25.311748 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-84bb9263-f63a-4b0f-afef-7627bfd0acc8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323259 Apr 29 13:49:25.314642 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 49610) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:49:25.318887 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.v2.base [None req-5ba8c017-0c61-40f8-b89e-5cfde90fe285 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Request body: {'security_group_rule': {'security_group_id': '1a68a747-c513-40fa-9a99-5a60b5192c93', 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:49:25.341761 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.db.securitygroups_db [None req-5ba8c017-0c61-40f8-b89e-5cfde90fe285 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Project 512c0d9e4b7b40e29e5fe3f5de62203f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 13:49:25.347585 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-5ba8c017-0c61-40f8-b89e-5cfde90fe285 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group_rule (86110ebf-13f8-4c7e-bb3a-043a4cc048f4), before_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:25.410543 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-5ba8c017-0c61-40f8-b89e-5cfde90fe285 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group_rule (86110ebf-13f8-4c7e-bb3a-043a4cc048f4), precommit_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:25.415779 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-5ba8c017-0c61-40f8-b89e-5cfde90fe285 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472196'] for security_group_rule (86110ebf-13f8-4c7e-bb3a-043a4cc048f4), after_create {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:25.439072 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8c017-0c61-40f8-b89e-5cfde90fe285 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86110ebf-13f8-4c7e-bb3a-043a4cc048f4,revision_number=0']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:25.445465 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-5ba8c017-0c61-40f8-b89e-5cfde90fe285 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:25.449657 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-5ba8c017-0c61-40f8-b89e-5cfde90fe285 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334829 Apr 29 13:49:25.453812 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc2ec0a-2a39-4a24-a820-8aadf73a58a1 None None] New status for floating IP a12754d7-be34-4a08-bf04-47a0c0ceb8af: ACTIVE {{(pid=103550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:49:25.541304 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-22d4ead9-560e-4bfa-84d7-684ba24da5f0 req-fdf1255c-8ae4-4825-92ea-aab574e3d168 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2132477948&fields=id&tenant_id=512c0d9e4b7b40e29e5fe3f5de62203f HTTP/1.1" status: 200 len: 267 time: 0.0460963 Apr 29 13:49:25.593449 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4ead9-560e-4bfa-84d7-684ba24da5f0 req-39767875-2c43-4bad-aed0-4b42a8ba41c1 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:25.595207 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-22d4ead9-560e-4bfa-84d7-684ba24da5f0 req-39767875-2c43-4bad-aed0-4b42a8ba41c1 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 946 time: 0.0483177 Apr 29 13:49:25.606787 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [req-22d4ead9-560e-4bfa-84d7-684ba24da5f0 req-f479fbad-2c92-49d1-b06d-50dcb4726ad2 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Request body: {'port': {'security_groups': ['f44d9071-8205-44d6-b980-543c172b96dc', '1a68a747-c513-40fa-9a99-5a60b5192c93']}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:49:25.677264 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-22d4ead9-560e-4bfa-84d7-684ba24da5f0 req-f479fbad-2c92-49d1-b06d-50dcb4726ad2 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:25.860335 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-22d4ead9-560e-4bfa-84d7-684ba24da5f0 req-f479fbad-2c92-49d1-b06d-50dcb4726ad2 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] For port 05665f78-ce7c-472f-9667-40ef7ff2284b, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=05665f78-ce7c-472f-9667-40ef7ff2284b,segment=NetworkSegment(e7e5bed0-8275-4345-b332-d5b4a2e77420),segment_id=e7e5bed0-8275-4345-b332-d5b4a2e77420)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:49:25.889422 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-22d4ead9-560e-4bfa-84d7-684ba24da5f0 req-f479fbad-2c92-49d1-b06d-50dcb4726ad2 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:25.894031 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-22d4ead9-560e-4bfa-84d7-684ba24da5f0 req-f479fbad-2c92-49d1-b06d-50dcb4726ad2 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26512087'] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:25.905212 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['05665f78-ce7c-472f-9667-40ef7ff2284b'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:49:25.936887 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4ead9-560e-4bfa-84d7-684ba24da5f0 req-f479fbad-2c92-49d1-b06d-50dcb4726ad2 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:25.937544 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-22d4ead9-560e-4bfa-84d7-684ba24da5f0 req-f479fbad-2c92-49d1-b06d-50dcb4726ad2 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:25.938955 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-22d4ead9-560e-4bfa-84d7-684ba24da5f0 req-f479fbad-2c92-49d1-b06d-50dcb4726ad2 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "PUT /v2.0/ports/05665f78-ce7c-472f-9667-40ef7ff2284b HTTP/1.1" status: 200 len: 982 time: 0.3370295 Apr 29 13:49:25.971218 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479fbad-2c92-49d1-b06d-50dcb4726ad2 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Pushing event updated for resources: {'Port': ['ID=05665f78-ce7c-472f-9667-40ef7ff2284b,revision_number=6']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:49:25.989316 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['05665f78-ce7c-472f-9667-40ef7ff2284b'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:49:26.059955 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d025979-9d8b-4384-81bd-a1e629a3d7a7 req-7e75a32f-fe78-4104-a0b5-a34a8e200c6a tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:26.061804 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7d025979-9d8b-4384-81bd-a1e629a3d7a7 req-7e75a32f-fe78-4104-a0b5-a34a8e200c6a tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 985 time: 0.0532975 Apr 29 13:49:26.137423 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-7d025979-9d8b-4384-81bd-a1e629a3d7a7 req-918beac3-038d-4c18-9600-b1a136d80ec8 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&id=1a68a747-c513-40fa-9a99-5a60b5192c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671854 Apr 29 13:49:26.391900 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-579d39e9-6b92-4775-806f-ea0a5349c235 None None] Provisioning complete for port 05665f78-ce7c-472f-9667-40ef7ff2284b triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:49:26.392180 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-579d39e9-6b92-4775-806f-ea0a5349c235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:26.582101 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f2bbfd-74cc-49ba-98b0-a492db2da269', 'tag': '05665f78-ce7c-472f-9667-40ef7ff2284b'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:49:26.584595 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be54b6e-af74-4478-8970-26603b1bd262" -d '{"events": [{"name": "network-changed", "server_uuid": "56f2bbfd-74cc-49ba-98b0-a492db2da269", "tag": "05665f78-ce7c-472f-9667-40ef7ff2284b"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:49:26.587989 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-579d39e9-6b92-4775-806f-ea0a5349c235 None None] Current status of the port 05665f78-ce7c-472f-9667-40ef7ff2284b is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:49:26.625291 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8a8998-76a9-4905-94b8-0007c88bd67b x-openstack-request-id: req-eb8a8998-76a9-4905-94b8-0007c88bd67b {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:49:26.625820 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f2bbfd-74cc-49ba-98b0-a492db2da269", "tag": "05665f78-ce7c-472f-9667-40ef7ff2284b", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:49:26.625820 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb8a8998-76a9-4905-94b8-0007c88bd67b {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:49:26.626200 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb8a8998-76a9-4905-94b8-0007c88bd67b'] response: {'name': 'network-changed', 'server_uuid': '56f2bbfd-74cc-49ba-98b0-a492db2da269', 'tag': '05665f78-ce7c-472f-9667-40ef7ff2284b', 'status': 'completed', 'code': 200} Apr 29 13:49:26.682700 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be54b6e-af74-4478-8970-26603b1bd262 req-39eae38d-c68b-4875-92ab-82fc2e6eb0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:26.685128 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-6be54b6e-af74-4478-8970-26603b1bd262 req-39eae38d-c68b-4875-92ab-82fc2e6eb0f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=512c0d9e4b7b40e29e5fe3f5de62203f&device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 1169 time: 0.0414085 Apr 29 13:49:26.784903 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be54b6e-af74-4478-8970-26603b1bd262 req-79371a44-ed01-4331-88ad-9d786d3a5518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:26.786374 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-6be54b6e-af74-4478-8970-26603b1bd262 req-79371a44-ed01-4331-88ad-9d786d3a5518 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c14a4118-81b7-4f81-bad4-dcebabd21456 HTTP/1.1" status: 200 len: 915 time: 0.0959296 Apr 29 13:49:26.857076 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-6be54b6e-af74-4478-8970-26603b1bd262 req-0dc86c2f-371e-46c4-beb1-b8e96de18abd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05665f78-ce7c-472f-9667-40ef7ff2284b HTTP/1.1" status: 200 len: 1002 time: 0.0628791 Apr 29 13:49:26.904744 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be54b6e-af74-4478-8970-26603b1bd262 req-7bb6de29-2056-4e4c-a205-d92c326ddf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:26.906191 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-6be54b6e-af74-4478-8970-26603b1bd262 req-7bb6de29-2056-4e4c-a205-d92c326ddf9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bd306fc-4da4-4696-b9ce-75a59644c1ed HTTP/1.1" status: 200 len: 854 time: 0.0437443 Apr 29 13:49:26.948154 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be54b6e-af74-4478-8970-26603b1bd262 req-3b6a79bb-1d81-4fda-bf43-a12b1e35fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:26.949633 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-6be54b6e-af74-4478-8970-26603b1bd262 req-3b6a79bb-1d81-4fda-bf43-a12b1e35fb59 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c14a4118-81b7-4f81-bad4-dcebabd21456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0385056 Apr 29 13:49:27.041961 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-6be54b6e-af74-4478-8970-26603b1bd262 req-744690bc-5d27-41ef-b788-c805fd277ecf service neutron] 10.222.0.26 "GET /v2.0/networks/c14a4118-81b7-4f81-bad4-dcebabd21456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867057 Apr 29 13:49:27.133280 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-6be54b6e-af74-4478-8970-26603b1bd262 req-d9871f58-b6ef-4780-950c-6daa6c501ed4 service neutron] 10.222.0.26 "GET /v2.0/networks/c14a4118-81b7-4f81-bad4-dcebabd21456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856674 Apr 29 13:49:31.173404 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:43.915911 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-52be0c5c-d5f0-4eea-8bc0-b83d2cc8b549 req-77e8adb7-d477-45b7-a6cc-0c03dcb48b6d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386558 Apr 29 13:49:43.997796 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be0c5c-d5f0-4eea-8bc0-b83d2cc8b549 req-d84891e3-fddc-4ac3-8401-1e4a2267c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:43.999289 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-52be0c5c-d5f0-4eea-8bc0-b83d2cc8b549 req-d84891e3-fddc-4ac3-8401-1e4a2267c21b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=512c0d9e4b7b40e29e5fe3f5de62203f&device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 1169 time: 0.0397546 Apr 29 13:49:44.106230 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be0c5c-d5f0-4eea-8bc0-b83d2cc8b549 req-b8365eba-0433-4584-bfd5-d8dc2ac3903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:44.107624 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-52be0c5c-d5f0-4eea-8bc0-b83d2cc8b549 req-b8365eba-0433-4584-bfd5-d8dc2ac3903c service neutron] 10.222.0.26 "GET /v2.0/networks?id=c14a4118-81b7-4f81-bad4-dcebabd21456 HTTP/1.1" status: 200 len: 915 time: 0.0902965 Apr 29 13:49:44.173925 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-52be0c5c-d5f0-4eea-8bc0-b83d2cc8b549 req-ed8b56e4-2d50-46ff-b5ca-1d25b3b64cb6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05665f78-ce7c-472f-9667-40ef7ff2284b HTTP/1.1" status: 200 len: 1002 time: 0.0605836 Apr 29 13:49:44.223587 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be0c5c-d5f0-4eea-8bc0-b83d2cc8b549 req-7ea7b679-a299-45f0-8ba7-44c52427ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:44.225138 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-52be0c5c-d5f0-4eea-8bc0-b83d2cc8b549 req-7ea7b679-a299-45f0-8ba7-44c52427ac12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bd306fc-4da4-4696-b9ce-75a59644c1ed HTTP/1.1" status: 200 len: 854 time: 0.0450456 Apr 29 13:49:44.274101 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be0c5c-d5f0-4eea-8bc0-b83d2cc8b549 req-812e0ad9-bd56-4978-a239-dd88ac312445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:44.275728 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-52be0c5c-d5f0-4eea-8bc0-b83d2cc8b549 req-812e0ad9-bd56-4978-a239-dd88ac312445 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c14a4118-81b7-4f81-bad4-dcebabd21456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0439944 Apr 29 13:49:44.370309 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-52be0c5c-d5f0-4eea-8bc0-b83d2cc8b549 req-27164168-f16c-4f94-8ccf-f71a42c7f77f service neutron] 10.222.0.26 "GET /v2.0/networks/c14a4118-81b7-4f81-bad4-dcebabd21456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886323 Apr 29 13:49:44.465934 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-52be0c5c-d5f0-4eea-8bc0-b83d2cc8b549 req-4acdd0a0-5aba-462a-90cb-0e13125f8de2 service neutron] 10.222.0.26 "GET /v2.0/networks/c14a4118-81b7-4f81-bad4-dcebabd21456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883210 Apr 29 13:49:44.528429 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3b7788af-ead6-4636-ae61-94a087bdc49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:47.048450 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-a3be7219-799c-4a7b-a394-7705c7e93fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:48.110246 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:50.093640 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:51.458907 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:49:52.105554 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35ac1a-94d8-465a-8b48-4c177b4dea48 req-cd0d8fd5-3b83-47d9-a914-e3ebfa0f6c6c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:52.107802 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ce35ac1a-94d8-465a-8b48-4c177b4dea48 req-cd0d8fd5-3b83-47d9-a914-e3ebfa0f6c6c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 985 time: 0.0491157 Apr 29 13:49:52.111859 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d0dc8-4c1f-40c8-a9f5-e793d2c5d7bb req-ecf1fea4-93c8-45dc-b48b-2123300826cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:52.113373 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1a6d0dc8-4c1f-40c8-a9f5-e793d2c5d7bb req-ecf1fea4-93c8-45dc-b48b-2123300826cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=512c0d9e4b7b40e29e5fe3f5de62203f&device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 1169 time: 0.0405786 Apr 29 13:49:52.172869 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ce35ac1a-94d8-465a-8b48-4c177b4dea48 req-0200a298-980b-44cf-b50b-a79261cf3f16 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&id=1a68a747-c513-40fa-9a99-5a60b5192c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591271 Apr 29 13:49:52.213207 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d0dc8-4c1f-40c8-a9f5-e793d2c5d7bb req-ccbc2ea2-5236-4035-aef9-4a526bfcfd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:52.215261 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1a6d0dc8-4c1f-40c8-a9f5-e793d2c5d7bb req-ccbc2ea2-5236-4035-aef9-4a526bfcfd4d service neutron] 10.222.0.26 "GET /v2.0/networks?id=c14a4118-81b7-4f81-bad4-dcebabd21456 HTTP/1.1" status: 200 len: 915 time: 0.0958815 Apr 29 13:49:52.278666 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1a6d0dc8-4c1f-40c8-a9f5-e793d2c5d7bb req-74197378-3a00-40bd-bbf3-eac93af07487 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05665f78-ce7c-472f-9667-40ef7ff2284b HTTP/1.1" status: 200 len: 1002 time: 0.0578415 Apr 29 13:49:52.325103 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d0dc8-4c1f-40c8-a9f5-e793d2c5d7bb req-518b522f-2a58-4a79-bf12-88e06ee39e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:52.326516 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1a6d0dc8-4c1f-40c8-a9f5-e793d2c5d7bb req-518b522f-2a58-4a79-bf12-88e06ee39e1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bd306fc-4da4-4696-b9ce-75a59644c1ed HTTP/1.1" status: 200 len: 854 time: 0.0424247 Apr 29 13:49:52.371265 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d0dc8-4c1f-40c8-a9f5-e793d2c5d7bb req-ca62b8da-14e2-44fb-940d-49512cda8857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:52.372759 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1a6d0dc8-4c1f-40c8-a9f5-e793d2c5d7bb req-ca62b8da-14e2-44fb-940d-49512cda8857 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c14a4118-81b7-4f81-bad4-dcebabd21456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0404775 Apr 29 13:49:52.458877 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1a6d0dc8-4c1f-40c8-a9f5-e793d2c5d7bb req-8290c7bb-8cec-4b37-b2fb-fede60b91258 service neutron] 10.222.0.26 "GET /v2.0/networks/c14a4118-81b7-4f81-bad4-dcebabd21456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802314 Apr 29 13:49:52.556716 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-1a6d0dc8-4c1f-40c8-a9f5-e793d2c5d7bb req-0604352e-4fa4-4839-95b4-f7563440379d service neutron] 10.222.0.26 "GET /v2.0/networks/c14a4118-81b7-4f81-bad4-dcebabd21456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905514 Apr 29 13:49:53.289282 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a69933-e502-4329-afa1-08660f2ab398 req-a6953464-68b4-4973-a82d-dbfa8a1dbd88 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:53.290746 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-37a69933-e502-4329-afa1-08660f2ab398 req-a6953464-68b4-4973-a82d-dbfa8a1dbd88 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 985 time: 0.0474100 Apr 29 13:49:53.353083 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-37a69933-e502-4329-afa1-08660f2ab398 req-03669010-d1f9-49ba-8712-651336a12a53 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&id=1a68a747-c513-40fa-9a99-5a60b5192c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554867 Apr 29 13:49:54.469329 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1954d9-09b3-4514-b012-35e8eed8cf59 req-8a7bd383-fd03-457e-ac82-7fe65ca1d9e1 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:54.470800 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ed1954d9-09b3-4514-b012-35e8eed8cf59 req-8a7bd383-fd03-457e-ac82-7fe65ca1d9e1 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 985 time: 0.0518789 Apr 29 13:49:54.531295 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-ed1954d9-09b3-4514-b012-35e8eed8cf59 req-9a9d3165-22a2-45cb-9256-706114da2e46 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&id=1a68a747-c513-40fa-9a99-5a60b5192c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546050 Apr 29 13:49:55.645085 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097edff-d1d0-44b9-85c7-647cb72ca93c req-17ff9a7f-0186-4958-8249-c732cd6e1d95 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:55.646567 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6097edff-d1d0-44b9-85c7-647cb72ca93c req-17ff9a7f-0186-4958-8249-c732cd6e1d95 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 985 time: 0.0478799 Apr 29 13:49:55.706743 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-6097edff-d1d0-44b9-85c7-647cb72ca93c req-0d4a895e-8a36-4bb1-9900-707999261c6d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&id=1a68a747-c513-40fa-9a99-5a60b5192c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542409 Apr 29 13:49:56.825117 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265bc06-44b1-40a0-8fc6-72dfb53bb969 req-d12f74b6-cb6a-4aa3-bf5d-1df1fbc0ce56 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:56.826610 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1265bc06-44b1-40a0-8fc6-72dfb53bb969 req-d12f74b6-cb6a-4aa3-bf5d-1df1fbc0ce56 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 985 time: 0.0527973 Apr 29 13:49:56.887836 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-1265bc06-44b1-40a0-8fc6-72dfb53bb969 req-b133f692-7296-485b-a1ea-753f1894b69c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&id=1a68a747-c513-40fa-9a99-5a60b5192c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553348 Apr 29 13:49:57.445774 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:49:58.001596 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b3358-6af5-452d-9e35-6e0fdb848ec5 req-4b38a517-9484-40ce-b171-5f0a289f72d9 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:58.003076 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-186b3358-6af5-452d-9e35-6e0fdb848ec5 req-4b38a517-9484-40ce-b171-5f0a289f72d9 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 985 time: 0.0476973 Apr 29 13:49:58.063373 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-186b3358-6af5-452d-9e35-6e0fdb848ec5 req-2fedf35c-b6fa-4c96-8c78-f0f5fad5a92c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&id=1a68a747-c513-40fa-9a99-5a60b5192c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546362 Apr 29 13:49:59.177453 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9df96-6ca4-433d-b413-dbf8d1331622 req-3dffab1c-6e03-4ab4-b21c-3c1addc83e90 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:49:59.178910 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-47b9df96-6ca4-433d-b413-dbf8d1331622 req-3dffab1c-6e03-4ab4-b21c-3c1addc83e90 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 985 time: 0.0479059 Apr 29 13:49:59.242229 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-47b9df96-6ca4-433d-b413-dbf8d1331622 req-02a3da2e-a70c-42c6-9553-0b24ead3a69f tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&id=1a68a747-c513-40fa-9a99-5a60b5192c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569730 Apr 29 13:50:00.356845 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a423a2d-d7c6-48e8-b7e5-bf4692a0cb80 req-ef9141a1-58d3-41d7-80ad-e2c25815de10 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:50:00.358319 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9a423a2d-d7c6-48e8-b7e5-bf4692a0cb80 req-ef9141a1-58d3-41d7-80ad-e2c25815de10 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 985 time: 0.0481138 Apr 29 13:50:00.416736 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-9a423a2d-d7c6-48e8-b7e5-bf4692a0cb80 req-9e9a0fb7-5391-4f11-9606-4170a1251cfe tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&id=1a68a747-c513-40fa-9a99-5a60b5192c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527346 Apr 29 13:50:01.180420 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:01.530084 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026bd88-279a-4423-a0ae-6b623d2a0b59 req-c1a2f579-b600-4549-9e76-29315de12e7e tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:50:01.531570 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3026bd88-279a-4423-a0ae-6b623d2a0b59 req-c1a2f579-b600-4549-9e76-29315de12e7e tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 985 time: 0.0480859 Apr 29 13:50:01.590732 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3026bd88-279a-4423-a0ae-6b623d2a0b59 req-fba24f1d-86b4-4b33-af89-e0a19bf609ad tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&id=1a68a747-c513-40fa-9a99-5a60b5192c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534482 Apr 29 13:50:02.710404 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908a35c-0988-413e-8387-d936c942fd46 req-befc0a0c-bb1a-4b86-81d4-1bc5bd6440a6 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:50:02.711864 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b908a35c-0988-413e-8387-d936c942fd46 req-befc0a0c-bb1a-4b86-81d4-1bc5bd6440a6 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 985 time: 0.0517211 Apr 29 13:50:02.770909 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-b908a35c-0988-413e-8387-d936c942fd46 req-fa8b09d0-fdb3-47ce-9f17-88fd2f40fbd0 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&id=1a68a747-c513-40fa-9a99-5a60b5192c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529957 Apr 29 13:50:03.884714 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17c64f-8dc4-4833-988b-55e60710b198 req-e028385d-fc25-4726-b3a4-2f8bcee7aea6 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:50:03.887003 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3c17c64f-8dc4-4833-988b-55e60710b198 req-e028385d-fc25-4726-b3a4-2f8bcee7aea6 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 985 time: 0.0487125 Apr 29 13:50:03.945692 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-3c17c64f-8dc4-4833-988b-55e60710b198 req-df988863-4adf-411a-a425-212e17e918ad tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&id=1a68a747-c513-40fa-9a99-5a60b5192c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528371 Apr 29 13:50:14.530787 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-67148ec3-ceb0-49c7-ba3c-d09bb1ea2d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:17.051342 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d70c0287-74a0-485b-8a7b-a5bcfc8035be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:18.113465 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:20.087350 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:21.462912 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:31.199176 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:34.445086 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:50:36.369113 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-65d4e21b-fb91-4a88-8da0-7d2102d4787f req-becd99b8-3467-46ae-9d9b-a41d30824875 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2132477948&fields=id&tenant_id=512c0d9e4b7b40e29e5fe3f5de62203f HTTP/1.1" status: 200 len: 267 time: 0.0445490 Apr 29 13:50:36.428106 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4e21b-fb91-4a88-8da0-7d2102d4787f req-f5563504-b427-4fd4-954c-aa2fcc0d3014 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:50:36.429650 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-65d4e21b-fb91-4a88-8da0-7d2102d4787f req-f5563504-b427-4fd4-954c-aa2fcc0d3014 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 985 time: 0.0539899 Apr 29 13:50:36.441154 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.v2.base [req-65d4e21b-fb91-4a88-8da0-7d2102d4787f req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Request body: {'port': {'security_groups': ['f44d9071-8205-44d6-b980-543c172b96dc']}} {{(pid=103548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 13:50:36.515641 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-65d4e21b-fb91-4a88-8da0-7d2102d4787f req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588742'] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), before_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:36.693371 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [req-65d4e21b-fb91-4a88-8da0-7d2102d4787f req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] For port 05665f78-ce7c-472f-9667-40ef7ff2284b, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=05665f78-ce7c-472f-9667-40ef7ff2284b,segment=NetworkSegment(e7e5bed0-8275-4345-b332-d5b4a2e77420),segment_id=e7e5bed0-8275-4345-b332-d5b4a2e77420)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:50:36.725440 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-65d4e21b-fb91-4a88-8da0-7d2102d4787f req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), precommit_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:36.731753 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-65d4e21b-fb91-4a88-8da0-7d2102d4787f req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791784433116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791783990155', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791783990173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26512087'] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), after_update {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:36.743831 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['05665f78-ce7c-472f-9667-40ef7ff2284b'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:50:36.774056 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4e21b-fb91-4a88-8da0-7d2102d4787f req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:50:36.774678 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [req-65d4e21b-fb91-4a88-8da0-7d2102d4787f req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:36.776609 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-65d4e21b-fb91-4a88-8da0-7d2102d4787f req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "PUT /v2.0/ports/05665f78-ce7c-472f-9667-40ef7ff2284b HTTP/1.1" status: 200 len: 943 time: 0.3400335 Apr 29 13:50:36.777082 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f2bbfd-74cc-49ba-98b0-a492db2da269', 'tag': '05665f78-ce7c-472f-9667-40ef7ff2284b'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:50:36.779458 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b822dfa-24ce-4b68-84ef-91bded1d54cb" -d '{"events": [{"name": "network-changed", "server_uuid": "56f2bbfd-74cc-49ba-98b0-a492db2da269", "tag": "05665f78-ce7c-472f-9667-40ef7ff2284b"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:50:36.784120 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 49664) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:50:36.821097 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Pushing event updated for resources: {'Port': ['ID=05665f78-ce7c-472f-9667-40ef7ff2284b,revision_number=7']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:36.831888 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:36.842500 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:36.842500 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:36.842500 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:36.842500 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:36.848049 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:36.848478 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:36.849008 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:36.849349 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:36.849687 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:36.850199 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:36.850590 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:36.850861 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:36.851198 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:36.851515 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e5f98-4dc3-45db-af32-975ef3dc740d tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:36.860312 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0d6634-9566-40e8-bcdf-05893473a35c x-openstack-request-id: req-ef0d6634-9566-40e8-bcdf-05893473a35c {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:50:36.860607 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f2bbfd-74cc-49ba-98b0-a492db2da269", "tag": "05665f78-ce7c-472f-9667-40ef7ff2284b", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:50:36.860912 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef0d6634-9566-40e8-bcdf-05893473a35c {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:50:36.861506 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef0d6634-9566-40e8-bcdf-05893473a35c'] response: {'name': 'network-changed', 'server_uuid': '56f2bbfd-74cc-49ba-98b0-a492db2da269', 'tag': '05665f78-ce7c-472f-9667-40ef7ff2284b', 'status': 'completed', 'code': 200} Apr 29 13:50:36.893592 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['05665f78-ce7c-472f-9667-40ef7ff2284b'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:50:36.900153 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7b0f10eb-43bd-4e78-ab75-802f2a9e6784 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group (1a68a747-c513-40fa-9a99-5a60b5192c93), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:36.930320 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b822dfa-24ce-4b68-84ef-91bded1d54cb req-35943b67-bfee-4b77-920d-b94e61926f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:50:36.931730 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8b822dfa-24ce-4b68-84ef-91bded1d54cb req-35943b67-bfee-4b77-920d-b94e61926f40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=512c0d9e4b7b40e29e5fe3f5de62203f&device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 1130 time: 0.0644407 Apr 29 13:50:36.938519 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7b0f10eb-43bd-4e78-ab75-802f2a9e6784 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group (1a68a747-c513-40fa-9a99-5a60b5192c93), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:37.064123 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b822dfa-24ce-4b68-84ef-91bded1d54cb req-c2271fcd-6340-45f2-b428-5b1547ba1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:50:37.065649 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8b822dfa-24ce-4b68-84ef-91bded1d54cb req-c2271fcd-6340-45f2-b428-5b1547ba1bb8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c14a4118-81b7-4f81-bad4-dcebabd21456 HTTP/1.1" status: 200 len: 915 time: 0.1241534 Apr 29 13:50:37.070540 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.provisioning_blocks [None req-9b53a6a8-cb7b-45f7-89cf-0e6f4903c20e None None] Provisioning complete for port 05665f78-ce7c-472f-9667-40ef7ff2284b triggered by entity DHCP. {{(pid=103549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 13:50:37.070915 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9b53a6a8-cb7b-45f7-89cf-0e6f4903c20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1531590'] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), provisioning_complete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:37.111206 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7b0f10eb-43bd-4e78-ab75-802f2a9e6784 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (1a68a747-c513-40fa-9a99-5a60b5192c93), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:37.113737 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-7b0f10eb-43bd-4e78-ab75-802f2a9e6784 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:37.117368 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-7b0f10eb-43bd-4e78-ab75-802f2a9e6784 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "DELETE /v2.0/security-groups/1a68a747-c513-40fa-9a99-5a60b5192c93 HTTP/1.1" status: 204 len: 168 time: 0.3297834 Apr 29 13:50:37.117743 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 49666) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:50:37.135276 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f10eb-43bd-4e78-ab75-802f2a9e6784 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a68a747-c513-40fa-9a99-5a60b5192c93,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:37.152363 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0f10eb-43bd-4e78-ab75-802f2a9e6784 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:37.152951 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0f10eb-43bd-4e78-ab75-802f2a9e6784 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:37.153096 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0f10eb-43bd-4e78-ab75-802f2a9e6784 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:37.153895 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0f10eb-43bd-4e78-ab75-802f2a9e6784 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:37.153895 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0f10eb-43bd-4e78-ab75-802f2a9e6784 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:37.154113 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0f10eb-43bd-4e78-ab75-802f2a9e6784 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:37.154311 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0f10eb-43bd-4e78-ab75-802f2a9e6784 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:37.154639 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0f10eb-43bd-4e78-ab75-802f2a9e6784 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:37.154954 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0f10eb-43bd-4e78-ab75-802f2a9e6784 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:37.155270 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0f10eb-43bd-4e78-ab75-802f2a9e6784 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:37.155852 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0f10eb-43bd-4e78-ab75-802f2a9e6784 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:37.155993 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0f10eb-43bd-4e78-ab75-802f2a9e6784 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:37.156202 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0f10eb-43bd-4e78-ab75-802f2a9e6784 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:37.156505 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0f10eb-43bd-4e78-ab75-802f2a9e6784 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:37.156849 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0f10eb-43bd-4e78-ab75-802f2a9e6784 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:37.166003 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8b822dfa-24ce-4b68-84ef-91bded1d54cb req-5025fb0c-8f62-4ff6-95a6-5adbb358c16d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05665f78-ce7c-472f-9667-40ef7ff2284b HTTP/1.1" status: 200 len: 1002 time: 0.0933931 Apr 29 13:50:37.183717 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-9b53a6a8-cb7b-45f7-89cf-0e6f4903c20e None None] Current status of the port 05665f78-ce7c-472f-9667-40ef7ff2284b is: ACTIVE; New status is: ACTIVE {{(pid=103549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 13:50:37.220090 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b822dfa-24ce-4b68-84ef-91bded1d54cb req-fcc8a38f-5323-4d90-ac62-93734df77374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:50:37.221846 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8b822dfa-24ce-4b68-84ef-91bded1d54cb req-fcc8a38f-5323-4d90-ac62-93734df77374 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bd306fc-4da4-4696-b9ce-75a59644c1ed HTTP/1.1" status: 200 len: 854 time: 0.0499361 Apr 29 13:50:37.265911 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b822dfa-24ce-4b68-84ef-91bded1d54cb req-8c8bf2a2-57dc-4dd6-a00c-d7fd553d4334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:50:37.267420 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8b822dfa-24ce-4b68-84ef-91bded1d54cb req-8c8bf2a2-57dc-4dd6-a00c-d7fd553d4334 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c14a4118-81b7-4f81-bad4-dcebabd21456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0398872 Apr 29 13:50:37.302312 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-fb0c792f-f591-4a5a-aea7-36fae45dd26c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Deleting port d2861c10-d622-4218-930a-53aadd2de9ce {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:50:37.302667 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fb0c792f-f591-4a5a-aea7-36fae45dd26c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (d2861c10-d622-4218-930a-53aadd2de9ce), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:37.363208 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8b822dfa-24ce-4b68-84ef-91bded1d54cb req-b11c687e-82cc-4406-b199-708e82cc3c92 service neutron] 10.222.0.26 "GET /v2.0/networks/c14a4118-81b7-4f81-bad4-dcebabd21456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893760 Apr 29 13:50:37.382521 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fb0c792f-f591-4a5a-aea7-36fae45dd26c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (d2861c10-d622-4218-930a-53aadd2de9ce), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:37.383110 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fb0c792f-f591-4a5a-aea7-36fae45dd26c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for floatingip (d2861c10-d622-4218-930a-53aadd2de9ce), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:37.396126 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-fb0c792f-f591-4a5a-aea7-36fae45dd26c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Calling delete_port for d2861c10-d622-4218-930a-53aadd2de9ce owned by network:floatingip {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:50:37.465844 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-8b822dfa-24ce-4b68-84ef-91bded1d54cb req-9079e94e-c8dd-42d8-aed8-d3a0793d00fb service neutron] 10.222.0.26 "GET /v2.0/networks/c14a4118-81b7-4f81-bad4-dcebabd21456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952117 Apr 29 13:50:37.559420 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fb0c792f-f591-4a5a-aea7-36fae45dd26c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (d2861c10-d622-4218-930a-53aadd2de9ce), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:37.591127 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c792f-f591-4a5a-aea7-36fae45dd26c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Pushing event deleted for resources: {'Port': ['ID=d2861c10-d622-4218-930a-53aadd2de9ce,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:37.658355 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fb0c792f-f591-4a5a-aea7-36fae45dd26c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks [] for floatingip (a12754d7-be34-4a08-bf04-47a0c0ceb8af), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:37.658735 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.db.l3_db [None req-fb0c792f-f591-4a5a-aea7-36fae45dd26c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Floating IP a12754d7-be34-4a08-bf04-47a0c0ceb8af disassociated (deleted). External IP: 172.28.3.234, port: 05665f78-ce7c-472f-9667-40ef7ff2284b. Apr 29 13:50:37.894170 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0c792f-f591-4a5a-aea7-36fae45dd26c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Router 3e43f33d-3953-497a-8ba6-744566e05fb6 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:50:38.024905 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0c792f-f591-4a5a-aea7-36fae45dd26c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:50:38.031310 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-fb0c792f-f591-4a5a-aea7-36fae45dd26c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for floatingip (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:38.039960 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed243a3-6401-4bae-b936-de87a23041ea None None] Sync routers for ids ['3e43f33d-3953-497a-8ba6-744566e05fb6'] in dv-cinder-839416-3-smb {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:50:38.060368 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed243a3-6401-4bae-b936-de87a23041ea None None] Routers {'3e43f33d-3953-497a-8ba6-744566e05fb6'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:50:38.061357 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-1ed243a3-6401-4bae-b936-de87a23041ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:50:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e43f33d-3953-497a-8ba6-744566e05fb6'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:50:38.069856 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-fb0c792f-f591-4a5a-aea7-36fae45dd26c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "DELETE /v2.0/floatingips/a12754d7-be34-4a08-bf04-47a0c0ceb8af HTTP/1.1" status: 204 len: 168 time: 0.9485896 Apr 29 13:50:38.183759 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-1ed243a3-6401-4bae-b936-de87a23041ea None None] Set router 3e43f33d-3953-497a-8ba6-744566e05fb6 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:50:38.403911 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-1ed243a3-6401-4bae-b936-de87a23041ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'name': 'tempest-TestMinimumBasicScenario-1501518228-router', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:41Z', 'updated_at': '2022-04-29T13:48:44Z', 'revision_number': 4, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'gw_port': {'id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:42Z', 'updated_at': '2022-04-29T13:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '931c4820-7942-44ff-907d-69c5b0d41c9a', 'name': '', 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'mac_address': 'fa:16:3e:0a:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:44Z', 'updated_at': '2022-04-29T13:48:50Z', 'revision_number': 5, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'subnets': [{'id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:50:38.435914 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed243a3-6401-4bae-b936-de87a23041ea None None] Checking router: 3e43f33d-3953-497a-8ba6-744566e05fb6 for host: dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:50:38.444458 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed243a3-6401-4bae-b936-de87a23041ea None None] Routers {'3e43f33d-3953-497a-8ba6-744566e05fb6'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:50:38.445179 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-1ed243a3-6401-4bae-b936-de87a23041ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:50:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e43f33d-3953-497a-8ba6-744566e05fb6'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:50:38.558429 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-1ed243a3-6401-4bae-b936-de87a23041ea None None] Set router 3e43f33d-3953-497a-8ba6-744566e05fb6 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:50:38.775248 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-1ed243a3-6401-4bae-b936-de87a23041ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'name': 'tempest-TestMinimumBasicScenario-1501518228-router', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:41Z', 'updated_at': '2022-04-29T13:48:44Z', 'revision_number': 4, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'gw_port': {'id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:42Z', 'updated_at': '2022-04-29T13:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '931c4820-7942-44ff-907d-69c5b0d41c9a', 'name': '', 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'mac_address': 'fa:16:3e:0a:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:44Z', 'updated_at': '2022-04-29T13:48:50Z', 'revision_number': 5, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'subnets': [{'id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:50:38.805541 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed243a3-6401-4bae-b936-de87a23041ea None None] The sync data for ids ['3e43f33d-3953-497a-8ba6-744566e05fb6'] in dv-cinder-839416-3-smb is: [{'id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'name': 'tempest-TestMinimumBasicScenario-1501518228-router', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:41Z', 'updated_at': '2022-04-29T13:48:44Z', 'revision_number': 4, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'gw_port': {'id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:42Z', 'updated_at': '2022-04-29T13:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb', '_interfaces': [{'id': '931c4820-7942-44ff-907d-69c5b0d41c9a', 'name': '', 'network_id': 'c14a4118-81b7-4f81-bad4-dcebabd21456', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'mac_address': 'fa:16:3e:0a:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:44Z', 'updated_at': '2022-04-29T13:48:50Z', 'revision_number': 5, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'subnets': [{'id': '2bd306fc-4da4-4696-b9ce-75a59644c1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:50:38.862309 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f2bbfd-74cc-49ba-98b0-a492db2da269', 'tag': '05665f78-ce7c-472f-9667-40ef7ff2284b'}] {{(pid=103548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:50:38.865030 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9986f74ed04a6106047315d03e08035872f44caf9f93357b278c39b7ea76f09b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6da21b-44c4-4d6e-ad23-7f3d2311c104" -d '{"events": [{"name": "network-changed", "server_uuid": "56f2bbfd-74cc-49ba-98b0-a492db2da269", "tag": "05665f78-ce7c-472f-9667-40ef7ff2284b"}]}' {{(pid=103548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:50:38.909934 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502577cf-453c-425e-8b2b-6dda97857357 x-openstack-request-id: req-502577cf-453c-425e-8b2b-6dda97857357 {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:50:38.910274 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f2bbfd-74cc-49ba-98b0-a492db2da269", "tag": "05665f78-ce7c-472f-9667-40ef7ff2284b", "status": "completed", "code": 200}]} {{(pid=103548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:50:38.910573 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-502577cf-453c-425e-8b2b-6dda97857357 {{(pid=103548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:50:38.911216 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-502577cf-453c-425e-8b2b-6dda97857357'] response: {'name': 'network-changed', 'server_uuid': '56f2bbfd-74cc-49ba-98b0-a492db2da269', 'tag': '05665f78-ce7c-472f-9667-40ef7ff2284b', 'status': 'completed', 'code': 200} Apr 29 13:50:38.977254 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6da21b-44c4-4d6e-ad23-7f3d2311c104 req-94104473-7e59-4a44-8d52-2ffdb6b49921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:50:38.979562 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0e6da21b-44c4-4d6e-ad23-7f3d2311c104 req-94104473-7e59-4a44-8d52-2ffdb6b49921 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=512c0d9e4b7b40e29e5fe3f5de62203f&device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 1130 time: 0.0495379 Apr 29 13:50:39.072455 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65909a0c-6e41-4426-9747-73d60f17a6c4 None None] New status for floating IP a12754d7-be34-4a08-bf04-47a0c0ceb8af: DOWN {{(pid=103550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 13:50:39.082122 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6da21b-44c4-4d6e-ad23-7f3d2311c104 req-563dcfe4-cb06-4e28-b950-3a633ab4d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:50:39.083599 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0e6da21b-44c4-4d6e-ad23-7f3d2311c104 req-563dcfe4-cb06-4e28-b950-3a633ab4d3fe service neutron] 10.222.0.26 "GET /v2.0/networks?id=c14a4118-81b7-4f81-bad4-dcebabd21456 HTTP/1.1" status: 200 len: 915 time: 0.0982409 Apr 29 13:50:39.132630 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0e6da21b-44c4-4d6e-ad23-7f3d2311c104 req-c3267a3e-1765-461e-a368-e77ea25a7c1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05665f78-ce7c-472f-9667-40ef7ff2284b HTTP/1.1" status: 200 len: 217 time: 0.0383089 Apr 29 13:50:39.187005 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6da21b-44c4-4d6e-ad23-7f3d2311c104 req-190ba846-e956-402f-9008-81cad316cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:50:39.188476 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0e6da21b-44c4-4d6e-ad23-7f3d2311c104 req-190ba846-e956-402f-9008-81cad316cec9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bd306fc-4da4-4696-b9ce-75a59644c1ed HTTP/1.1" status: 200 len: 854 time: 0.0501740 Apr 29 13:50:39.231615 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6da21b-44c4-4d6e-ad23-7f3d2311c104 req-1b1a38ba-070c-4fbe-a7a7-77915d77349e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:50:39.233144 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0e6da21b-44c4-4d6e-ad23-7f3d2311c104 req-1b1a38ba-070c-4fbe-a7a7-77915d77349e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c14a4118-81b7-4f81-bad4-dcebabd21456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0395277 Apr 29 13:50:39.327341 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0e6da21b-44c4-4d6e-ad23-7f3d2311c104 req-c243f3ba-d5f4-4172-b664-262e9cda7842 service neutron] 10.222.0.26 "GET /v2.0/networks/c14a4118-81b7-4f81-bad4-dcebabd21456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886011 Apr 29 13:50:39.427987 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-0e6da21b-44c4-4d6e-ad23-7f3d2311c104 req-bdc0d845-ccde-40d2-94de-20a8f95ed409 service neutron] 10.222.0.26 "GET /v2.0/networks/c14a4118-81b7-4f81-bad4-dcebabd21456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947704 Apr 29 13:50:40.863070 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c6cfd-b684-47da-a493-e51178465d19 req-51e1945b-c401-4a5b-b854-7cc80d0f5708 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:50:40.864565 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-291c6cfd-b684-47da-a493-e51178465d19 req-51e1945b-c401-4a5b-b854-7cc80d0f5708 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 946 time: 0.0514588 Apr 29 13:50:40.916814 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-291c6cfd-b684-47da-a493-e51178465d19 req-7bd02cb5-0d9c-4b9d-82ec-72d58071c72e tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465589 Apr 29 13:50:42.199444 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff103b2-f888-4b90-8622-4b900f0317bf req-c70e56d5-60dc-4365-a99b-ddb5ef0f3243 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:50:42.200973 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-dff103b2-f888-4b90-8622-4b900f0317bf req-c70e56d5-60dc-4365-a99b-ddb5ef0f3243 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 946 time: 0.0505824 Apr 29 13:50:42.251821 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-dff103b2-f888-4b90-8622-4b900f0317bf req-92f248c2-748a-4964-8487-e61ae3208f8c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/security-groups?id=f44d9071-8205-44d6-b980-543c172b96dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451679 Apr 29 13:50:42.502858 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a72fc5-6920-4c7e-b5ac-d3ef51ffaedb req-cc6d25a2-eb2d-4784-9caf-ba3d8af6ddb7 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 13:50:42.504193 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-81a72fc5-6920-4c7e-b5ac-d3ef51ffaedb req-cc6d25a2-eb2d-4784-9caf-ba3d8af6ddb7 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.26 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 946 time: 0.0459771 Apr 29 13:50:42.848256 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-81a72fc5-6920-4c7e-b5ac-d3ef51ffaedb req-b9a61815-4865-41ac-93a2-32f6e700b03c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Deleting port 05665f78-ce7c-472f-9667-40ef7ff2284b {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:50:42.848591 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-81a72fc5-6920-4c7e-b5ac-d3ef51ffaedb req-b9a61815-4865-41ac-93a2-32f6e700b03c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:42.937912 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [req-81a72fc5-6920-4c7e-b5ac-d3ef51ffaedb req-b9a61815-4865-41ac-93a2-32f6e700b03c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] For port 05665f78-ce7c-472f-9667-40ef7ff2284b, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=05665f78-ce7c-472f-9667-40ef7ff2284b,segment=NetworkSegment(e7e5bed0-8275-4345-b332-d5b4a2e77420),segment_id=e7e5bed0-8275-4345-b332-d5b4a2e77420)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:50:42.938255 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-81a72fc5-6920-4c7e-b5ac-d3ef51ffaedb req-b9a61815-4865-41ac-93a2-32f6e700b03c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:42.951338 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [req-81a72fc5-6920-4c7e-b5ac-d3ef51ffaedb req-b9a61815-4865-41ac-93a2-32f6e700b03c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Calling delete_port for 05665f78-ce7c-472f-9667-40ef7ff2284b owned by compute:nova {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:50:43.090357 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-81a72fc5-6920-4c7e-b5ac-d3ef51ffaedb req-b9a61815-4865-41ac-93a2-32f6e700b03c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (05665f78-ce7c-472f-9667-40ef7ff2284b), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:43.102458 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] get_ports_and_sgs() called for port_ids ['05665f78-ce7c-472f-9667-40ef7ff2284b'] {{(pid=103549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 13:50:43.125591 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a61815-4865-41ac-93a2-32f6e700b03c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Pushing event deleted for resources: {'Port': ['ID=05665f78-ce7c-472f-9667-40ef7ff2284b,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:43.177568 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a72fc5-6920-4c7e-b5ac-d3ef51ffaedb req-b9a61815-4865-41ac-93a2-32f6e700b03c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] No DVR routers for this DVR port 05665f78-ce7c-472f-9667-40ef7ff2284b on host hv-cinder-83941 {{(pid=103547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:50:43.181962 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [req-81a72fc5-6920-4c7e-b5ac-d3ef51ffaedb req-b9a61815-4865-41ac-93a2-32f6e700b03c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2035377'] for port (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:43.185595 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [req-81a72fc5-6920-4c7e-b5ac-d3ef51ffaedb req-b9a61815-4865-41ac-93a2-32f6e700b03c tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.26 "DELETE /v2.0/ports/05665f78-ce7c-472f-9667-40ef7ff2284b HTTP/1.1" status: 204 len: 173 time: 0.6760991 Apr 29 13:50:43.186048 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f2bbfd-74cc-49ba-98b0-a492db2da269', 'name': 'network-vif-deleted', 'tag': '05665f78-ce7c-472f-9667-40ef7ff2284b'}] {{(pid=103547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 13:50:43.188315 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e944b6ae0bb4f96800648cd5ab9ce7c8fb349602ca292c957d5f020a853eb83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac50162-8740-4be6-9bfd-21536c34eba6" -d '{"events": [{"server_uuid": "56f2bbfd-74cc-49ba-98b0-a492db2da269", "name": "network-vif-deleted", "tag": "05665f78-ce7c-472f-9667-40ef7ff2284b"}]}' {{(pid=103547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 13:50:43.372786 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d84308-b5c5-473f-b454-c6d7cf5e6eab x-openstack-request-id: req-79d84308-b5c5-473f-b454-c6d7cf5e6eab {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 13:50:43.373083 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f2bbfd-74cc-49ba-98b0-a492db2da269", "name": "network-vif-deleted", "tag": "05665f78-ce7c-472f-9667-40ef7ff2284b", "status": "completed", "code": 200}]} {{(pid=103547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 13:50:43.373336 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79d84308-b5c5-473f-b454-c6d7cf5e6eab {{(pid=103547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 13:50:43.373744 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79d84308-b5c5-473f-b454-c6d7cf5e6eab'] response: {'server_uuid': '56f2bbfd-74cc-49ba-98b0-a492db2da269', 'name': 'network-vif-deleted', 'tag': '05665f78-ce7c-472f-9667-40ef7ff2284b', 'status': 'completed', 'code': 200} Apr 29 13:50:43.389718 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [req-79fabbb2-0812-4af2-99ea-7dbdce400309 req-0dcad2ce-1af5-4503-a766-9e0daa7370a2 tempest-TestMinimumBasicScenario-1872001853 tempest-TestMinimumBasicScenario-1872001853-project] 10.222.0.20 "GET /v2.0/ports?device_id=56f2bbfd-74cc-49ba-98b0-a492db2da269 HTTP/1.1" status: 200 len: 210 time: 0.0435488 Apr 29 13:50:44.536705 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-685b9fdd-41fa-4a45-acef-323278edc029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:44.992084 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 49756) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:50:45.347425 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0f16097e-a5cc-489f-a2ec-17c039181dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457212'] for router_interface (3e43f33d-3953-497a-8ba6-744566e05fb6), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:45.600091 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-0f16097e-a5cc-489f-a2ec-17c039181dfa admin admin] Deleting port 931c4820-7942-44ff-907d-69c5b0d41c9a {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:50:45.600351 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0f16097e-a5cc-489f-a2ec-17c039181dfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (931c4820-7942-44ff-907d-69c5b0d41c9a), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:45.684533 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-0f16097e-a5cc-489f-a2ec-17c039181dfa admin admin] For port 931c4820-7942-44ff-907d-69c5b0d41c9a, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=931c4820-7942-44ff-907d-69c5b0d41c9a,segment=NetworkSegment(e7e5bed0-8275-4345-b332-d5b4a2e77420),segment_id=e7e5bed0-8275-4345-b332-d5b4a2e77420)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:50:45.684922 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0f16097e-a5cc-489f-a2ec-17c039181dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (931c4820-7942-44ff-907d-69c5b0d41c9a), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:45.699259 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-0f16097e-a5cc-489f-a2ec-17c039181dfa admin admin] Calling delete_port for 931c4820-7942-44ff-907d-69c5b0d41c9a owned by network:router_interface {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:50:46.180043 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0f16097e-a5cc-489f-a2ec-17c039181dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (931c4820-7942-44ff-907d-69c5b0d41c9a), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:46.211731 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16097e-a5cc-489f-a2ec-17c039181dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=931c4820-7942-44ff-907d-69c5b0d41c9a,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:46.416367 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-0f16097e-a5cc-489f-a2ec-17c039181dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457040'] for router_interface (3e43f33d-3953-497a-8ba6-744566e05fb6), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:46.657453 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f16097e-a5cc-489f-a2ec-17c039181dfa admin admin] Router 3e43f33d-3953-497a-8ba6-744566e05fb6 has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:50:46.777330 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f16097e-a5cc-489f-a2ec-17c039181dfa admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:50:46.782454 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-0f16097e-a5cc-489f-a2ec-17c039181dfa admin admin] 10.222.0.20 "PUT /v2.0/routers/3e43f33d-3953-497a-8ba6-744566e05fb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7892847 Apr 29 13:50:46.785925 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6f60a7-9515-4604-87a1-76d9ffa01c7f None None] Sync routers for ids ['3e43f33d-3953-497a-8ba6-744566e05fb6'] in dv-cinder-839416-3-smb {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:50:46.786453 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 49758) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:50:46.798082 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6f60a7-9515-4604-87a1-76d9ffa01c7f None None] Routers {'3e43f33d-3953-497a-8ba6-744566e05fb6'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:50:46.798736 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-7a6f60a7-9515-4604-87a1-76d9ffa01c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:50:17Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e43f33d-3953-497a-8ba6-744566e05fb6'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:50:46.897642 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a081ce77-d9bc-4f41-bc2b-32bc9cba12f8 admin admin] Publish callbacks [] for router (3e43f33d-3953-497a-8ba6-744566e05fb6), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:46.910381 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-7a6f60a7-9515-4604-87a1-76d9ffa01c7f None None] Set router 3e43f33d-3953-497a-8ba6-744566e05fb6 gateway port host: dv-cinder-839416-3-smb {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:50:47.009506 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a081ce77-d9bc-4f41-bc2b-32bc9cba12f8 admin admin] Publish callbacks [] for router_gateway (3e43f33d-3953-497a-8ba6-744566e05fb6), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:47.062199 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-a081ce77-d9bc-4f41-bc2b-32bc9cba12f8 admin admin] Deleting port 3c504050-4bd1-4c63-91d7-4ab993c71acf {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:50:47.062625 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a081ce77-d9bc-4f41-bc2b-32bc9cba12f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (3c504050-4bd1-4c63-91d7-4ab993c71acf), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:47.092878 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ee9aa0c9-1ebb-4be8-886d-b23aaa4b5b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:47.107297 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-7a6f60a7-9515-4604-87a1-76d9ffa01c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'name': 'tempest-TestMinimumBasicScenario-1501518228-router', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:41Z', 'updated_at': '2022-04-29T13:50:46Z', 'revision_number': 5, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'gw_port': {'id': '3c504050-4bd1-4c63-91d7-4ab993c71acf', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:42Z', 'updated_at': '2022-04-29T13:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:50:47.135257 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6f60a7-9515-4604-87a1-76d9ffa01c7f None None] Checking router: 3e43f33d-3953-497a-8ba6-744566e05fb6 for host: dv-cinder-839416-3-smb {{(pid=103549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:50:47.144697 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6f60a7-9515-4604-87a1-76d9ffa01c7f None None] Routers {'3e43f33d-3953-497a-8ba6-744566e05fb6'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:50:47.145337 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-7a6f60a7-9515-4604-87a1-76d9ffa01c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:50:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['3e43f33d-3953-497a-8ba6-744566e05fb6'], 'active': True} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:50:47.157275 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-a081ce77-d9bc-4f41-bc2b-32bc9cba12f8 admin admin] For port 3c504050-4bd1-4c63-91d7-4ab993c71acf, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=3c504050-4bd1-4c63-91d7-4ab993c71acf,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:50:47.157619 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a081ce77-d9bc-4f41-bc2b-32bc9cba12f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (3c504050-4bd1-4c63-91d7-4ab993c71acf), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:47.172327 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-a081ce77-d9bc-4f41-bc2b-32bc9cba12f8 admin admin] Calling delete_port for 3c504050-4bd1-4c63-91d7-4ab993c71acf owned by network:router_gateway {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:50:47.238969 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvr_db [None req-7a6f60a7-9515-4604-87a1-76d9ffa01c7f None None] Set router 3e43f33d-3953-497a-8ba6-744566e05fb6 gateway port host: None {{(pid=103549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:50:47.267415 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 05665f78-ce7c-472f-9667-40ef7ff2284b no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:50:47.354937 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a081ce77-d9bc-4f41-bc2b-32bc9cba12f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (3c504050-4bd1-4c63-91d7-4ab993c71acf), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:47.388787 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081ce77-d9bc-4f41-bc2b-32bc9cba12f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c504050-4bd1-4c63-91d7-4ab993c71acf,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:47.455113 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a081ce77-d9bc-4f41-bc2b-32bc9cba12f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455994'] for router_gateway (3e43f33d-3953-497a-8ba6-744566e05fb6), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:47.461063 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_hamode_db [None req-7a6f60a7-9515-4604-87a1-76d9ffa01c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'name': 'tempest-TestMinimumBasicScenario-1501518228-router', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:41Z', 'updated_at': '2022-04-29T13:50:47Z', 'revision_number': 6, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'gw_port_host': None}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:50:47.462878 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] No Port match for: 05665f78-ce7c-472f-9667-40ef7ff2284b {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:50:47.463213 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Device 05665f78-ce7c-472f-9667-40ef7ff2284b not bound to the agent host hv-cinder-83941 {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:50:47.492397 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6f60a7-9515-4604-87a1-76d9ffa01c7f None None] The sync data for ids ['3e43f33d-3953-497a-8ba6-744566e05fb6'] in dv-cinder-839416-3-smb is: [{'id': '3e43f33d-3953-497a-8ba6-744566e05fb6', 'name': 'tempest-TestMinimumBasicScenario-1501518228-router', 'tenant_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:41Z', 'updated_at': '2022-04-29T13:50:47Z', 'revision_number': 6, 'project_id': '512c0d9e4b7b40e29e5fe3f5de62203f', 'gw_port_host': None}] {{(pid=103549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:50:47.594187 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a081ce77-d9bc-4f41-bc2b-32bc9cba12f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4129'] for router (3e43f33d-3953-497a-8ba6-744566e05fb6), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:47.596638 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a081ce77-d9bc-4f41-bc2b-32bc9cba12f8 admin admin] Publish callbacks [] for router_controller (3e43f33d-3953-497a-8ba6-744566e05fb6), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:47.666415 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a081ce77-d9bc-4f41-bc2b-32bc9cba12f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-457880'] for router (3e43f33d-3953-497a-8ba6-744566e05fb6), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:47.667803 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a081ce77-d9bc-4f41-bc2b-32bc9cba12f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e43f33d-3953-497a-8ba6-744566e05fb6 {{(pid=103548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:50:47.673632 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-a081ce77-d9bc-4f41-bc2b-32bc9cba12f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:47.674815 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-a081ce77-d9bc-4f41-bc2b-32bc9cba12f8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3e43f33d-3953-497a-8ba6-744566e05fb6 HTTP/1.1" status: 204 len: 168 time: 0.8878229 Apr 29 13:50:47.677370 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 49760) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:50:47.727602 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.db_base_plugin_v2 [None req-64569ae1-bca5-4b10-9fad-43ed87760bc6 admin admin] Deleting subnet 2bd306fc-4da4-4696-b9ce-75a59644c1ed {{(pid=103548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:50:47.732365 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-64569ae1-bca5-4b10-9fad-43ed87760bc6 admin admin] Publish callbacks [] for subnet (2bd306fc-4da4-4696-b9ce-75a59644c1ed), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:47.769595 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-64569ae1-bca5-4b10-9fad-43ed87760bc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2992115'] for subnet (2bd306fc-4da4-4696-b9ce-75a59644c1ed), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:47.861412 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-64569ae1-bca5-4b10-9fad-43ed87760bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519166'] for subnet (2bd306fc-4da4-4696-b9ce-75a59644c1ed), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:47.938472 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-64569ae1-bca5-4b10-9fad-43ed87760bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26514461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719965'] for subnet (2bd306fc-4da4-4696-b9ce-75a59644c1ed), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:47.967010 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64569ae1-bca5-4b10-9fad-43ed87760bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bd306fc-4da4-4696-b9ce-75a59644c1ed,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:47.969101 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-64569ae1-bca5-4b10-9fad-43ed87760bc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:47.972742 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-64569ae1-bca5-4b10-9fad-43ed87760bc6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2bd306fc-4da4-4696-b9ce-75a59644c1ed HTTP/1.1" status: 204 len: 168 time: 0.2938526 Apr 29 13:50:47.974228 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb117e93-ac89-4a7d-ae30-5cd39b9142ec None None] Network c14a4118-81b7-4f81-bad4-dcebabd21456 requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:50:47.974918 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 49762) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:50:48.047549 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-654e4986-318e-4bd6-baa8-36886f8f576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593552'] for network (c14a4118-81b7-4f81-bad4-dcebabd21456), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:48.098454 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-654e4986-318e-4bd6-baa8-36886f8f576e admin admin] Deleting port f9a22519-601a-4b8c-b2ce-c84bc0d503c2 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:50:48.098794 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-654e4986-318e-4bd6-baa8-36886f8f576e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (f9a22519-601a-4b8c-b2ce-c84bc0d503c2), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:48.126641 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:48.167234 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-654e4986-318e-4bd6-baa8-36886f8f576e admin admin] For port f9a22519-601a-4b8c-b2ce-c84bc0d503c2, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=f9a22519-601a-4b8c-b2ce-c84bc0d503c2,segment=NetworkSegment(e7e5bed0-8275-4345-b332-d5b4a2e77420),segment_id=e7e5bed0-8275-4345-b332-d5b4a2e77420)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:50:48.167656 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-654e4986-318e-4bd6-baa8-36886f8f576e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (f9a22519-601a-4b8c-b2ce-c84bc0d503c2), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:48.183236 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-654e4986-318e-4bd6-baa8-36886f8f576e admin admin] Calling delete_port for f9a22519-601a-4b8c-b2ce-c84bc0d503c2 owned by network:dhcp {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:50:48.277271 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-654e4986-318e-4bd6-baa8-36886f8f576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (f9a22519-601a-4b8c-b2ce-c84bc0d503c2), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:48.290198 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14db3516-da61-4f2d-b6dd-e25de202098c None None] DHCP port deletion for c14a4118-81b7-4f81-bad4-dcebabd21456 request from dv-cinder-839416-3-smb {{(pid=103549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 13:50:48.292322 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 931c4820-7942-44ff-907d-69c5b0d41c9a no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:50:48.301284 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e4986-318e-4bd6-baa8-36886f8f576e admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a22519-601a-4b8c-b2ce-c84bc0d503c2,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:48.317408 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e4986-318e-4bd6-baa8-36886f8f576e admin admin] No DVR routers for this DVR port f9a22519-601a-4b8c-b2ce-c84bc0d503c2 on host dv-cinder-839416-3-smb {{(pid=103548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:50:48.320707 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: 931c4820-7942-44ff-907d-69c5b0d41c9a {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:50:48.320959 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 931c4820-7942-44ff-907d-69c5b0d41c9a not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:50:48.396096 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-654e4986-318e-4bd6-baa8-36886f8f576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1529763', 'neutron.services.segments.db._delete_segments_for_network-8791784455289'] for network (c14a4118-81b7-4f81-bad4-dcebabd21456), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:48.416175 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-654e4986-318e-4bd6-baa8-36886f8f576e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14a4118-81b7-4f81-bad4-dcebabd21456']}} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:50:48.425752 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-654e4986-318e-4bd6-baa8-36886f8f576e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e5bed0-8275-4345-b332-d5b4a2e77420') {'for_net_delete': True} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:50:48.426053 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.services.segments.db [None req-654e4986-318e-4bd6-baa8-36886f8f576e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e5bed0-8275-4345-b332-d5b4a2e77420') {} {{(pid=103548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:50:48.439948 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-654e4986-318e-4bd6-baa8-36886f8f576e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791784454786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2992106'] for segment (e7e5bed0-8275-4345-b332-d5b4a2e77420), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:48.455749 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-654e4986-318e-4bd6-baa8-36886f8f576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (e7e5bed0-8275-4345-b332-d5b4a2e77420), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:48.464504 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654e4986-318e-4bd6-baa8-36886f8f576e admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:50:48.464929 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-654e4986-318e-4bd6-baa8-36886f8f576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26512123'] for segment (e7e5bed0-8275-4345-b332-d5b4a2e77420), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: Traceback (most recent call last): Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: timer() Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: cb(*args, **kw) Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: return func(*args, **kwargs) Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: self._notify() Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: self.callback(batched_events) Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: event.method(event) Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: return f(self, *a, **k) Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: return self._get(url).json() Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: return self.request(url, 'GET', **kwargs) Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:50:48.466724 dv-cinder-839416-3-smb neutron-server[103548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:50:48.525093 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-654e4986-318e-4bd6-baa8-36886f8f576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455890'] for network (c14a4118-81b7-4f81-bad4-dcebabd21456), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:48.532668 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-654e4986-318e-4bd6-baa8-36886f8f576e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:48.535779 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-654e4986-318e-4bd6-baa8-36886f8f576e admin admin] 10.222.0.20 "DELETE /v2.0/networks/c14a4118-81b7-4f81-bad4-dcebabd21456 HTTP/1.1" status: 204 len: 168 time: 0.5599384 Apr 29 13:50:48.538814 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 49764) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:50:48.548506 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e4986-318e-4bd6-baa8-36886f8f576e admin admin] Pushing event deleted for resources: {'Network': ['ID=c14a4118-81b7-4f81-bad4-dcebabd21456,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:48.871782 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4c34e1ed-4638-49d7-941a-74b291ae4942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457212'] for router_interface (97365cd0-428d-4bef-9890-4e12c787e1fd), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:49.105310 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-4c34e1ed-4638-49d7-941a-74b291ae4942 admin admin] Deleting port 7bb53fbc-4703-4fca-83d4-fb50b63f6e1b {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:50:49.105554 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4c34e1ed-4638-49d7-941a-74b291ae4942 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (7bb53fbc-4703-4fca-83d4-fb50b63f6e1b), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:49.183417 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [None req-4c34e1ed-4638-49d7-941a-74b291ae4942 admin admin] For port 7bb53fbc-4703-4fca-83d4-fb50b63f6e1b, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=7bb53fbc-4703-4fca-83d4-fb50b63f6e1b,segment=NetworkSegment(e8b0aa8e-da89-428f-bc20-2a8e71d2d21b),segment_id=e8b0aa8e-da89-428f-bc20-2a8e71d2d21b)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:50:49.183770 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4c34e1ed-4638-49d7-941a-74b291ae4942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (7bb53fbc-4703-4fca-83d4-fb50b63f6e1b), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:49.196035 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-4c34e1ed-4638-49d7-941a-74b291ae4942 admin admin] Calling delete_port for 7bb53fbc-4703-4fca-83d4-fb50b63f6e1b owned by network:router_interface {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:50:49.384132 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4c34e1ed-4638-49d7-941a-74b291ae4942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (7bb53fbc-4703-4fca-83d4-fb50b63f6e1b), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:49.413288 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34e1ed-4638-49d7-941a-74b291ae4942 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb53fbc-4703-4fca-83d4-fb50b63f6e1b,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:49.601002 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-4c34e1ed-4638-49d7-941a-74b291ae4942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457040'] for router_interface (97365cd0-428d-4bef-9890-4e12c787e1fd), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:49.696400 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device f9a22519-601a-4b8c-b2ce-c84bc0d503c2 no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:50:49.722342 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: f9a22519-601a-4b8c-b2ce-c84bc0d503c2 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:50:49.722679 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device f9a22519-601a-4b8c-b2ce-c84bc0d503c2 not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:50:49.723089 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 3c504050-4bd1-4c63-91d7-4ab993c71acf no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:50:49.742539 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: 3c504050-4bd1-4c63-91d7-4ab993c71acf {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:50:49.742874 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 3c504050-4bd1-4c63-91d7-4ab993c71acf not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:50:49.833315 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c34e1ed-4638-49d7-941a-74b291ae4942 admin admin] Router 97365cd0-428d-4bef-9890-4e12c787e1fd has already been hosted by L3 agent d4e277e5-0cc6-49ee-96bb-bddd074e0254 {{(pid=103547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 13:50:49.942867 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c34e1ed-4638-49d7-941a-74b291ae4942 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-smb the message routers_updated {{(pid=103547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 13:50:49.947771 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-4c34e1ed-4638-49d7-941a-74b291ae4942 admin admin] 10.222.0.20 "PUT /v2.0/routers/97365cd0-428d-4bef-9890-4e12c787e1fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4079461 Apr 29 13:50:49.951510 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [-] (103548) accepted ('10.222.0.20', 49766) {{(pid=103548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:50:49.952076 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4dbf45-9141-4d9b-ab9a-104b18fd5072 None None] Sync routers for ids ['97365cd0-428d-4bef-9890-4e12c787e1fd'] in dv-cinder-839416-3-smb {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 13:50:49.965835 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4dbf45-9141-4d9b-ab9a-104b18fd5072 None None] Routers {'97365cd0-428d-4bef-9890-4e12c787e1fd'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:50:49.966461 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-1e4dbf45-9141-4d9b-ab9a-104b18fd5072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:50:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['97365cd0-428d-4bef-9890-4e12c787e1fd'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:50:50.066769 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bebe11f6-d803-47ac-9f5a-923894d57fe8 admin admin] Publish callbacks [] for router (97365cd0-428d-4bef-9890-4e12c787e1fd), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:50.076626 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-1e4dbf45-9141-4d9b-ab9a-104b18fd5072 None None] Set router 97365cd0-428d-4bef-9890-4e12c787e1fd gateway port host: dv-cinder-839416-3-smb {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:50:50.091626 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:50.177364 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bebe11f6-d803-47ac-9f5a-923894d57fe8 admin admin] Publish callbacks [] for router_gateway (97365cd0-428d-4bef-9890-4e12c787e1fd), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:50.225548 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-bebe11f6-d803-47ac-9f5a-923894d57fe8 admin admin] Deleting port 39008345-085b-4052-b595-77f0a19786f4 {{(pid=103548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:50:50.225801 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bebe11f6-d803-47ac-9f5a-923894d57fe8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (39008345-085b-4052-b595-77f0a19786f4), before_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:50.249640 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-1e4dbf45-9141-4d9b-ab9a-104b18fd5072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97365cd0-428d-4bef-9890-4e12c787e1fd', 'name': 'tempest-TestMinimumBasicScenario-843501511-router', 'tenant_id': '045ee65ce6ac455ab493165adf476c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'external_fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.228'}], 'enable_snat': True}, 'gw_port_id': '39008345-085b-4052-b595-77f0a19786f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:46Z', 'updated_at': '2022-04-29T13:50:49Z', 'revision_number': 5, 'project_id': '045ee65ce6ac455ab493165adf476c2e', 'gw_port': {'id': '39008345-085b-4052-b595-77f0a19786f4', 'name': '', 'network_id': '9c8e0a80-d509-45ab-9720-00aefc93fc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97365cd0-428d-4bef-9890-4e12c787e1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'ip_address': '172.28.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:48:47Z', 'updated_at': '2022-04-29T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d82864c-1f03-4b55-a173-75a79706e4c7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-smb'}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:50:50.275939 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4dbf45-9141-4d9b-ab9a-104b18fd5072 None None] Checking router: 97365cd0-428d-4bef-9890-4e12c787e1fd for host: dv-cinder-839416-3-smb {{(pid=103550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 13:50:50.284698 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4dbf45-9141-4d9b-ab9a-104b18fd5072 None None] Routers {'97365cd0-428d-4bef-9890-4e12c787e1fd'} bound to L3 agent in host dv-cinder-839416-3-smb {{(pid=103550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 13:50:50.285312 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-1e4dbf45-9141-4d9b-ab9a-104b18fd5072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839416-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:29:47Z,description=,heartbeat_timestamp=2022-04-29T13:50:47Z,host='dv-cinder-839416-3-smb',id=d4e277e5-0cc6-49ee-96bb-bddd074e0254,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T13:29:47Z,topic='l3_agent')) {'router_ids': ['97365cd0-428d-4bef-9890-4e12c787e1fd'], 'active': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:50:50.304557 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.db [None req-bebe11f6-d803-47ac-9f5a-923894d57fe8 admin admin] For port 39008345-085b-4052-b595-77f0a19786f4, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=39008345-085b-4052-b595-77f0a19786f4,segment=NetworkSegment(3dd1376f-a410-4ff6-95ec-c44c1dee2cab),segment_id=3dd1376f-a410-4ff6-95ec-c44c1dee2cab)] {{(pid=103548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:50:50.304942 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bebe11f6-d803-47ac-9f5a-923894d57fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (39008345-085b-4052-b595-77f0a19786f4), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:50.318306 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.plugins.ml2.plugin [None req-bebe11f6-d803-47ac-9f5a-923894d57fe8 admin admin] Calling delete_port for 39008345-085b-4052-b595-77f0a19786f4 owned by network:router_gateway {{(pid=103548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:50:50.374624 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_dvr_db [None req-1e4dbf45-9141-4d9b-ab9a-104b18fd5072 None None] Set router 97365cd0-428d-4bef-9890-4e12c787e1fd gateway port host: None {{(pid=103550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 13:50:50.428540 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.l3_hamode_db [None req-1e4dbf45-9141-4d9b-ab9a-104b18fd5072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97365cd0-428d-4bef-9890-4e12c787e1fd', 'name': 'tempest-TestMinimumBasicScenario-843501511-router', 'tenant_id': '045ee65ce6ac455ab493165adf476c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:46Z', 'updated_at': '2022-04-29T13:50:50Z', 'revision_number': 6, 'project_id': '045ee65ce6ac455ab493165adf476c2e', 'gw_port_host': None}], 'dv-cinder-839416-3-smb', False) {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:50:50.456056 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4dbf45-9141-4d9b-ab9a-104b18fd5072 None None] The sync data for ids ['97365cd0-428d-4bef-9890-4e12c787e1fd'] in dv-cinder-839416-3-smb is: [{'id': '97365cd0-428d-4bef-9890-4e12c787e1fd', 'name': 'tempest-TestMinimumBasicScenario-843501511-router', 'tenant_id': '045ee65ce6ac455ab493165adf476c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:48:46Z', 'updated_at': '2022-04-29T13:50:50Z', 'revision_number': 6, 'project_id': '045ee65ce6ac455ab493165adf476c2e', 'gw_port_host': None}] {{(pid=103550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 13:50:50.488104 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bebe11f6-d803-47ac-9f5a-923894d57fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26512076'] for port (39008345-085b-4052-b595-77f0a19786f4), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:50.512240 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe11f6-d803-47ac-9f5a-923894d57fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=39008345-085b-4052-b595-77f0a19786f4,revision_number=None']} {{(pid=103548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:50.578823 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bebe11f6-d803-47ac-9f5a-923894d57fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455994'] for router_gateway (97365cd0-428d-4bef-9890-4e12c787e1fd), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:50.669338 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bebe11f6-d803-47ac-9f5a-923894d57fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4129'] for router (97365cd0-428d-4bef-9890-4e12c787e1fd), precommit_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:50.671428 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bebe11f6-d803-47ac-9f5a-923894d57fe8 admin admin] Publish callbacks [] for router_controller (97365cd0-428d-4bef-9890-4e12c787e1fd), precommit_delete_associations {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:50.716364 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bebe11f6-d803-47ac-9f5a-923894d57fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-457880'] for router (97365cd0-428d-4bef-9890-4e12c787e1fd), after_delete {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:50.716918 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebe11f6-d803-47ac-9f5a-923894d57fe8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97365cd0-428d-4bef-9890-4e12c787e1fd {{(pid=103548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 13:50:50.722316 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron_lib.callbacks.manager [None req-bebe11f6-d803-47ac-9f5a-923894d57fe8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:50.723483 dv-cinder-839416-3-smb neutron-server[103548]: INFO neutron.wsgi [None req-bebe11f6-d803-47ac-9f5a-923894d57fe8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/97365cd0-428d-4bef-9890-4e12c787e1fd HTTP/1.1" status: 204 len: 168 time: 0.7709670 Apr 29 13:50:50.726176 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 49768) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:50:50.772353 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.db_base_plugin_v2 [None req-49723331-2b26-466f-bb78-fafcd810e62c admin admin] Deleting subnet 6a1a35f8-a597-46f0-a8a4-bc208cc94624 {{(pid=103547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 13:50:50.775389 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-49723331-2b26-466f-bb78-fafcd810e62c admin admin] Publish callbacks [] for subnet (6a1a35f8-a597-46f0-a8a4-bc208cc94624), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:50.812160 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-49723331-2b26-466f-bb78-fafcd810e62c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26396391'] for subnet (6a1a35f8-a597-46f0-a8a4-bc208cc94624), precommit_delete_associations {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:50.893426 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-49723331-2b26-466f-bb78-fafcd810e62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1519166'] for subnet (6a1a35f8-a597-46f0-a8a4-bc208cc94624), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:50.950381 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-49723331-2b26-466f-bb78-fafcd810e62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1519159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25910131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25918541'] for subnet (6a1a35f8-a597-46f0-a8a4-bc208cc94624), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:50.976925 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49723331-2b26-466f-bb78-fafcd810e62c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a1a35f8-a597-46f0-a8a4-bc208cc94624,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:50.978881 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-49723331-2b26-466f-bb78-fafcd810e62c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for subnet (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:50.982082 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-49723331-2b26-466f-bb78-fafcd810e62c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6a1a35f8-a597-46f0-a8a4-bc208cc94624 HTTP/1.1" status: 204 len: 168 time: 0.2548866 Apr 29 13:50:50.984569 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 49770) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:50:50.984961 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73364041-69fd-4f79-9710-dc7ad736da5f None None] Network ce92f208-b639-4333-b8af-002f4d904b3d requested from dv-cinder-839416-3-smb {{(pid=103549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 13:50:51.051290 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-06af4504-49c6-45ac-96e5-ccc18fe7a021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593552'] for network (ce92f208-b639-4333-b8af-002f4d904b3d), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:51.099645 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-06af4504-49c6-45ac-96e5-ccc18fe7a021 admin admin] Deleting port ae966453-6163-4571-b715-99df6c8668a3 {{(pid=103547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:50:51.099976 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-06af4504-49c6-45ac-96e5-ccc18fe7a021 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (ae966453-6163-4571-b715-99df6c8668a3), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:51.165728 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.db [None req-06af4504-49c6-45ac-96e5-ccc18fe7a021 admin admin] For port ae966453-6163-4571-b715-99df6c8668a3, host dv-cinder-839416-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-smb',level=0,port_id=ae966453-6163-4571-b715-99df6c8668a3,segment=NetworkSegment(e8b0aa8e-da89-428f-bc20-2a8e71d2d21b),segment_id=e8b0aa8e-da89-428f-bc20-2a8e71d2d21b)] {{(pid=103547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:50:51.166022 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-06af4504-49c6-45ac-96e5-ccc18fe7a021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (ae966453-6163-4571-b715-99df6c8668a3), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:51.178359 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.plugin [None req-06af4504-49c6-45ac-96e5-ccc18fe7a021 admin admin] Calling delete_port for ae966453-6163-4571-b715-99df6c8668a3 owned by network:dhcp {{(pid=103547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:50:51.221090 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] DHCP port deletion for ce92f208-b639-4333-b8af-002f4d904b3d request from dv-cinder-839416-3-smb {{(pid=103549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 13:50:51.264027 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-06af4504-49c6-45ac-96e5-ccc18fe7a021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25904546'] for port (ae966453-6163-4571-b715-99df6c8668a3), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:51.266397 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] Deleting port ae966453-6163-4571-b715-99df6c8668a3 {{(pid=103549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 13:50:51.266773 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791784427852'] for port (ae966453-6163-4571-b715-99df6c8668a3), before_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:51.290888 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af4504-49c6-45ac-96e5-ccc18fe7a021 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae966453-6163-4571-b715-99df6c8668a3,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:51.295674 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06af4504-49c6-45ac-96e5-ccc18fe7a021 admin admin] No DVR routers for this DVR port ae966453-6163-4571-b715-99df6c8668a3 on host dv-cinder-839416-3-smb {{(pid=103547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:50:51.336715 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.db [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] For port ae966453-6163-4571-b715-99df6c8668a3, host dv-cinder-839416-3-smb, got binding levels [] {{(pid=103549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 13:50:51.337108 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1688449'] for port (ae966453-6163-4571-b715-99df6c8668a3), precommit_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:51.354856 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] Calling delete_port for ae966453-6163-4571-b715-99df6c8668a3 owned by network:dhcp {{(pid=103549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 13:50:51.357849 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.ipam_backend_mixin [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] Port ae966453-6163-4571-b715-99df6c8668a3 was not found and therefore no delete operation was performed {{(pid=103549) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 29 13:50:51.359075 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791784433098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791783990146'] for port (ae966453-6163-4571-b715-99df6c8668a3), after_delete {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:51.368330 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-06af4504-49c6-45ac-96e5-ccc18fe7a021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1529763', 'neutron.services.segments.db._delete_segments_for_network-8791784455289'] for network (ce92f208-b639-4333-b8af-002f4d904b3d), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:51.384048 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] Pushing event deleted for resources: {'Port': ['ID=ae966453-6163-4571-b715-99df6c8668a3,revision_number=None']} {{(pid=103549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:51.389103 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] No DVR routers for this DVR port ae966453-6163-4571-b715-99df6c8668a3 on host dv-cinder-839416-3-smb {{(pid=103549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 13:50:51.400470 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:51.400898 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:51.401298 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:51.401661 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:51.402063 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:51.402423 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:51.402535 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.services.segments.db [None req-06af4504-49c6-45ac-96e5-ccc18fe7a021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce92f208-b639-4333-b8af-002f4d904b3d']}} {{(pid=103547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:50:51.402626 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:51.402986 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:51.403261 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:51.403586 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:51.403913 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:51.404243 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:51.404565 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:51.404941 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:51.405234 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660b7fe5-8a6e-48ba-a580-2b015d90c34f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-smb {{(pid=103549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 13:50:51.414012 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.services.segments.db [None req-06af4504-49c6-45ac-96e5-ccc18fe7a021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b0aa8e-da89-428f-bc20-2a8e71d2d21b') {'for_net_delete': True} {{(pid=103547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:50:51.414311 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.services.segments.db [None req-06af4504-49c6-45ac-96e5-ccc18fe7a021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b0aa8e-da89-428f-bc20-2a8e71d2d21b') {} {{(pid=103547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 13:50:51.425345 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-06af4504-49c6-45ac-96e5-ccc18fe7a021 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791784454786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26396414'] for segment (e8b0aa8e-da89-428f-bc20-2a8e71d2d21b), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:51.440720 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-06af4504-49c6-45ac-96e5-ccc18fe7a021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475'] for segment (e8b0aa8e-da89-428f-bc20-2a8e71d2d21b), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:51.447232 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06af4504-49c6-45ac-96e5-ccc18fe7a021 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 13:50:51.447621 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-06af4504-49c6-45ac-96e5-ccc18fe7a021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25904533'] for segment (e8b0aa8e-da89-428f-bc20-2a8e71d2d21b), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: Traceback (most recent call last): Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: timer() Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: cb(*args, **kw) Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: return func(*args, **kwargs) Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: self._notify() Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: self.callback(batched_events) Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: event.method(event) Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: return f(self, *a, **k) Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: return self._get(url).json() Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: return self.request(url, 'GET', **kwargs) Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 13:50:51.449577 dv-cinder-839416-3-smb neutron-server[103547]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 13:50:51.473883 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:51.516233 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-06af4504-49c6-45ac-96e5-ccc18fe7a021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455890'] for network (ce92f208-b639-4333-b8af-002f4d904b3d), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:51.522119 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-06af4504-49c6-45ac-96e5-ccc18fe7a021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599711'] for network (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:51.525290 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-06af4504-49c6-45ac-96e5-ccc18fe7a021 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ce92f208-b639-4333-b8af-002f4d904b3d HTTP/1.1" status: 204 len: 168 time: 0.5397894 Apr 29 13:50:51.535988 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af4504-49c6-45ac-96e5-ccc18fe7a021 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce92f208-b639-4333-b8af-002f4d904b3d,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:51.618309 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 7bb53fbc-4703-4fca-83d4-fb50b63f6e1b no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:50:51.639573 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: 7bb53fbc-4703-4fca-83d4-fb50b63f6e1b {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:50:51.640671 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 7bb53fbc-4703-4fca-83d4-fb50b63f6e1b not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:50:51.640671 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 39008345-085b-4052-b595-77f0a19786f4 no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:50:51.662171 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: 39008345-085b-4052-b595-77f0a19786f4 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:50:51.662519 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device 39008345-085b-4052-b595-77f0a19786f4 not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:50:51.662942 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device ae966453-6163-4571-b715-99df6c8668a3 no longer exists at agent ovs-agent-dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 13:50:51.683193 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.plugin [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] No Port match for: ae966453-6163-4571-b715-99df6c8668a3 {{(pid=103549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 13:50:51.683555 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron.plugins.ml2.rpc [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Device ae966453-6163-4571-b715-99df6c8668a3 not bound to the agent host dv-cinder-839416-3-smb {{(pid=103549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 13:50:51.710138 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 49774) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:50:51.750782 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-59eceadc-ab2a-4834-ac40-2f60521f6338 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=512c0d9e4b7b40e29e5fe3f5de62203f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394537 Apr 29 13:50:51.753175 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 49776) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:50:51.804818 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-61929227-53eb-450a-8bf7-a3354432291b admin admin] Publish callbacks [] for security_group (f44d9071-8205-44d6-b980-543c172b96dc), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:51.826754 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-61929227-53eb-450a-8bf7-a3354432291b admin admin] Publish callbacks [] for security_group (f44d9071-8205-44d6-b980-543c172b96dc), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:51.872744 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-61929227-53eb-450a-8bf7-a3354432291b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (f44d9071-8205-44d6-b980-543c172b96dc), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:51.875227 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-61929227-53eb-450a-8bf7-a3354432291b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:51.876401 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-61929227-53eb-450a-8bf7-a3354432291b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f44d9071-8205-44d6-b980-543c172b96dc HTTP/1.1" status: 204 len: 168 time: 0.1222906 Apr 29 13:50:51.883735 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61929227-53eb-450a-8bf7-a3354432291b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44d9071-8205-44d6-b980-543c172b96dc,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:50:52.203875 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 49782) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:50:52.244071 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-4d4e20a5-ad96-4e30-89d6-b35d2ff74fe0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=045ee65ce6ac455ab493165adf476c2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390642 Apr 29 13:50:52.247203 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.wsgi [-] (103547) accepted ('10.222.0.20', 49784) {{(pid=103547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 13:50:52.292482 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d9ce193f-3fab-4e9e-9874-01e857940015 admin admin] Publish callbacks [] for security_group (4fe6c605-2a80-4dfe-89fa-da2c7c47faa8), before_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:52.313400 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d9ce193f-3fab-4e9e-9874-01e857940015 admin admin] Publish callbacks [] for security_group (4fe6c605-2a80-4dfe-89fa-da2c7c47faa8), precommit_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:52.358762 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d9ce193f-3fab-4e9e-9874-01e857940015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468089'] for security_group (4fe6c605-2a80-4dfe-89fa-da2c7c47faa8), after_delete {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:52.361424 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron_lib.callbacks.manager [None req-d9ce193f-3fab-4e9e-9874-01e857940015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:50:52.362595 dv-cinder-839416-3-smb neutron-server[103547]: INFO neutron.wsgi [None req-d9ce193f-3fab-4e9e-9874-01e857940015 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4fe6c605-2a80-4dfe-89fa-da2c7c47faa8 HTTP/1.1" status: 204 len: 168 time: 0.1144772 Apr 29 13:50:52.370713 dv-cinder-839416-3-smb neutron-server[103547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce193f-3fab-4e9e-9874-01e857940015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe6c605-2a80-4dfe-89fa-da2c7c47faa8,revision_number=None']} {{(pid=103547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 13:51:01.225642 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:51:11.443742 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:51:14.531900 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-16476023-fb47-4b14-b3e4-94b6538c669b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:51:17.064798 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-3d156327-c2ef-47c8-aed2-a3c51f65f9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:51:18.122447 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:51:20.095325 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:51:21.467385 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:51:31.228112 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:51:44.534358 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-46bce4e3-245b-4e02-850a-df0dd202ea12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:51:47.056871 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-acf19d90-de35-40cf-96bc-284521d2f5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:51:48.123609 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:51:48.443071 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:51:50.096438 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:51:51.468837 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:01.240052 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:14.536183 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ce2a9e2a-d9f5-4b22-9bfc-387c1055e5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:17.060104 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d476878e-d904-48dc-92a1-2c468cf17567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:18.126040 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:20.100384 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:21.471998 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:25.442335 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:52:31.255763 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:44.540735 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-206493ee-80d0-496d-8f87-8ee418686362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:47.063597 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-59be0298-420f-4a5c-8753-1b8187c3d879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:48.130069 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:50.103161 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:52:51.477159 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:53:01.258837 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:53:02.440991 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:53:14.542925 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-1e6b9914-3082-4e05-9b34-6a50f079d6aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:53:17.069347 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-84095506-ee8d-47f8-ab69-9c325b6a1ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:53:18.131300 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:53:20.105641 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:53:21.470399 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:53:31.275370 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:53:39.440330 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:53:44.544844 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-ef4381ba-77cf-421d-b385-bc1c69704bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:53:47.061797 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7c41a3ff-00fb-4d6d-9d41-9c907a54a3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:53:48.134661 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:53:50.108715 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:53:51.473087 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:54:01.267964 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:54:14.546170 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-9b874613-7833-4de2-8371-7ef4115fb554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:54:16.440209 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:54:17.063878 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-d37619ea-83f2-4bb6-968d-14a1f69e3cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:54:17.175278 dv-cinder-839416-3-smb neutron-server[103548]: DEBUG neutron.wsgi [req-609f1b27-3412-488a-89b1-a62eb371f4f7 req-2fe5e570-8352-4356-95da-d06427d38638 service neutron] (103548) timed out ('10.222.0.26', 59340) {{(pid=103548) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 13:54:18.136544 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:54:20.111111 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:54:21.476261 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:54:31.275904 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:54:44.547863 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-28be770b-5229-42eb-8ada-b7bf04e482fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:54:47.068434 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-887058d9-6f9e-472f-add2-f12b5613f378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:54:48.142157 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:54:50.114070 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:54:51.478174 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:54:53.439406 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:55:01.282985 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:55:14.553089 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-0236f929-4d3c-44a1-8314-a4878a7908f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:55:17.072358 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-62a1fbe3-3135-4541-b390-36940211f063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:55:18.143329 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:55:20.116805 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:55:21.480107 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:55:30.438730 dv-cinder-839416-3-smb neutron-server[103550]: DEBUG neutron.db.agents_db [None req-828d0184-0bee-410d-a865-4740c2eb715e None None] Agent healthcheck: found 6 active agents {{(pid=103550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 13:55:31.281704 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-c31403ad-b1d7-4720-8cb3-6272f0c5e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (54e76bc9-bc5c-4398-bdb2-3c4beb8ff46f), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:55:44.554842 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-7b45a9a8-a4f5-4483-9efd-5b7b6fc5254d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (ec1b8bb2-9315-4753-b51b-79fb59085424), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:55:47.075467 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-deb6f6b3-f58e-40ca-b31e-8e8e3d0fa132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (d4e277e5-0cc6-49ee-96bb-bddd074e0254), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:55:48.148257 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-b0628181-2dbf-4616-bf12-10f0b1b960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (e9460d34-be03-4f94-82a6-28c07399a71d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:55:50.119742 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-6dfac354-3a49-4bdc-b856-6c20394b8561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (f8e6b8e7-b45c-4903-83c2-e114bcb93cb4), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 13:55:51.483267 dv-cinder-839416-3-smb neutron-server[103549]: DEBUG neutron_lib.callbacks.manager [None req-4cae9bbd-f0f9-4028-b958-858f86dbfb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791784455271', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1531748'] for agent (59c14c3c-b7df-4bdd-a1f3-a839d7bb6d5d), after_update {{(pid=103549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}